2024-12-07 15:19:59,097 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f 2024-12-07 15:19:59,112 main DEBUG Took 0.012177 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-07 15:19:59,112 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-07 15:19:59,112 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-07 15:19:59,113 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-07 15:19:59,115 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 15:19:59,124 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-07 15:19:59,136 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 15:19:59,137 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 15:19:59,138 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 15:19:59,138 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 15:19:59,138 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 15:19:59,138 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 15:19:59,139 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 15:19:59,139 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 15:19:59,140 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 15:19:59,140 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 15:19:59,141 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 15:19:59,141 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 15:19:59,142 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 15:19:59,142 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 15:19:59,142 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 15:19:59,143 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 15:19:59,143 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 15:19:59,143 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 15:19:59,144 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 15:19:59,144 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 15:19:59,144 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 15:19:59,145 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 15:19:59,145 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 15:19:59,145 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 15:19:59,146 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 15:19:59,146 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-07 15:19:59,147 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 15:19:59,149 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-07 15:19:59,150 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-07 15:19:59,151 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-07 15:19:59,152 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-07 15:19:59,152 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-07 15:19:59,161 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-07 15:19:59,163 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-07 15:19:59,164 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-07 15:19:59,165 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-07 15:19:59,165 main DEBUG createAppenders(={Console}) 2024-12-07 15:19:59,166 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f initialized 2024-12-07 15:19:59,166 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f 2024-12-07 15:19:59,166 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f OK. 2024-12-07 15:19:59,167 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-07 15:19:59,167 main DEBUG OutputStream closed 2024-12-07 15:19:59,167 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-07 15:19:59,167 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-07 15:19:59,168 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@61001b64 OK 2024-12-07 15:19:59,233 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-07 15:19:59,235 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-07 15:19:59,237 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-07 15:19:59,238 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-07 15:19:59,238 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-07 15:19:59,239 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-07 15:19:59,239 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-07 15:19:59,240 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-07 15:19:59,240 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-07 15:19:59,241 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-07 15:19:59,241 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-07 15:19:59,242 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-07 15:19:59,242 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-07 15:19:59,243 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-07 15:19:59,243 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-07 15:19:59,243 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-07 15:19:59,244 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-07 15:19:59,244 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-07 15:19:59,247 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-07 15:19:59,247 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@4ed5eb72) with optional ClassLoader: null 2024-12-07 15:19:59,247 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-07 15:19:59,248 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@4ed5eb72] started OK. 2024-12-07T15:19:59,479 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2 2024-12-07 15:19:59,482 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-07 15:19:59,482 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-07T15:19:59,491 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-12-07T15:19:59,516 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-07T15:19:59,560 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-07T15:19:59,561 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-07T15:19:59,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T15:19:59,587 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/cluster_f4f7bdc6-1747-2de0-7704-0bf82d6f5689, deleteOnExit=true 2024-12-07T15:19:59,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-07T15:19:59,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/test.cache.data in system properties and HBase conf 2024-12-07T15:19:59,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T15:19:59,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/hadoop.log.dir in system properties and HBase conf 2024-12-07T15:19:59,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T15:19:59,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T15:19:59,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-07T15:19:59,666 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-07T15:19:59,750 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T15:19:59,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T15:19:59,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T15:19:59,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T15:19:59,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T15:19:59,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T15:19:59,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T15:19:59,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T15:19:59,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T15:19:59,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T15:19:59,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/nfs.dump.dir in system properties and HBase conf 2024-12-07T15:19:59,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/java.io.tmpdir in system properties and HBase conf 2024-12-07T15:19:59,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T15:19:59,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T15:19:59,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T15:20:00,598 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-07T15:20:00,677 INFO [Time-limited test {}] log.Log(170): Logging initialized @2277ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-07T15:20:00,751 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T15:20:00,810 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T15:20:00,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T15:20:00,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T15:20:00,834 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T15:20:00,854 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T15:20:00,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d4d6e89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/hadoop.log.dir/,AVAILABLE} 2024-12-07T15:20:00,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71d2272d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T15:20:01,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@398d2d49{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/java.io.tmpdir/jetty-localhost-46581-hadoop-hdfs-3_4_1-tests_jar-_-any-3644997348165304801/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T15:20:01,063 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@166111eb{HTTP/1.1, (http/1.1)}{localhost:46581} 2024-12-07T15:20:01,064 INFO [Time-limited test {}] server.Server(415): Started @2664ms 2024-12-07T15:20:01,477 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T15:20:01,483 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T15:20:01,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T15:20:01,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T15:20:01,484 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T15:20:01,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75929b0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/hadoop.log.dir/,AVAILABLE} 2024-12-07T15:20:01,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ce178fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T15:20:01,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54387323{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/java.io.tmpdir/jetty-localhost-38875-hadoop-hdfs-3_4_1-tests_jar-_-any-942353143901838281/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T15:20:01,608 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a45a21{HTTP/1.1, (http/1.1)}{localhost:38875} 2024-12-07T15:20:01,608 INFO [Time-limited test {}] server.Server(415): Started @3209ms 2024-12-07T15:20:01,663 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T15:20:01,789 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T15:20:01,796 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T15:20:01,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T15:20:01,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T15:20:01,798 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T15:20:01,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a707162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/hadoop.log.dir/,AVAILABLE} 2024-12-07T15:20:01,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@918952d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T15:20:01,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e9308b2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/java.io.tmpdir/jetty-localhost-37513-hadoop-hdfs-3_4_1-tests_jar-_-any-4621471410811174973/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T15:20:01,930 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f18ac21{HTTP/1.1, (http/1.1)}{localhost:37513} 2024-12-07T15:20:01,930 INFO [Time-limited test {}] server.Server(415): Started @3531ms 2024-12-07T15:20:01,933 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T15:20:01,985 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T15:20:01,990 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T15:20:01,997 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T15:20:01,997 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T15:20:01,997 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T15:20:02,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22fb7089{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/hadoop.log.dir/,AVAILABLE} 2024-12-07T15:20:02,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b2b98f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T15:20:02,111 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/cluster_f4f7bdc6-1747-2de0-7704-0bf82d6f5689/data/data1/current/BP-299547047-172.17.0.2-1733584800344/current, will proceed with Du for space computation calculation, 2024-12-07T15:20:02,111 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/cluster_f4f7bdc6-1747-2de0-7704-0bf82d6f5689/data/data2/current/BP-299547047-172.17.0.2-1733584800344/current, will proceed with Du for space computation calculation, 2024-12-07T15:20:02,111 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/cluster_f4f7bdc6-1747-2de0-7704-0bf82d6f5689/data/data3/current/BP-299547047-172.17.0.2-1733584800344/current, will proceed with Du for space computation calculation, 2024-12-07T15:20:02,111 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/cluster_f4f7bdc6-1747-2de0-7704-0bf82d6f5689/data/data4/current/BP-299547047-172.17.0.2-1733584800344/current, will proceed with Du for space computation calculation, 2024-12-07T15:20:02,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3217543c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/java.io.tmpdir/jetty-localhost-41569-hadoop-hdfs-3_4_1-tests_jar-_-any-15623667408691388307/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T15:20:02,126 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13cfb6c5{HTTP/1.1, (http/1.1)}{localhost:41569} 2024-12-07T15:20:02,126 INFO [Time-limited test {}] server.Server(415): Started @3727ms 2024-12-07T15:20:02,129 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T15:20:02,160 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T15:20:02,160 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T15:20:02,243 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5b770ceb1c9ba9c with lease ID 0x8cc3ed17046ff226: Processing first storage report for DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2 from datanode DatanodeRegistration(127.0.0.1:40307, datanodeUuid=dbb8c44a-92e8-482e-a643-a9788e9db91e, infoPort=42293, infoSecurePort=0, ipcPort=45493, storageInfo=lv=-57;cid=testClusterID;nsid=1036042234;c=1733584800344) 2024-12-07T15:20:02,244 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5b770ceb1c9ba9c with lease ID 0x8cc3ed17046ff226: from storage DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2 node DatanodeRegistration(127.0.0.1:40307, datanodeUuid=dbb8c44a-92e8-482e-a643-a9788e9db91e, infoPort=42293, infoSecurePort=0, ipcPort=45493, storageInfo=lv=-57;cid=testClusterID;nsid=1036042234;c=1733584800344), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-07T15:20:02,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f1764893995bc00 with lease ID 0x8cc3ed17046ff225: Processing first storage report for DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710 from datanode DatanodeRegistration(127.0.0.1:41007, datanodeUuid=7d2b17fb-42ec-45cf-bac0-bf094202f5c4, infoPort=33663, infoSecurePort=0, ipcPort=36009, storageInfo=lv=-57;cid=testClusterID;nsid=1036042234;c=1733584800344) 2024-12-07T15:20:02,245 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f1764893995bc00 with lease ID 0x8cc3ed17046ff225: from storage DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710 node DatanodeRegistration(127.0.0.1:41007, datanodeUuid=7d2b17fb-42ec-45cf-bac0-bf094202f5c4, infoPort=33663, infoSecurePort=0, ipcPort=36009, storageInfo=lv=-57;cid=testClusterID;nsid=1036042234;c=1733584800344), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-07T15:20:02,245 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5b770ceb1c9ba9c with lease ID 0x8cc3ed17046ff226: Processing first storage report for DS-01c8498f-cc8d-4c37-a869-6f0e827c45e4 from datanode DatanodeRegistration(127.0.0.1:40307, datanodeUuid=dbb8c44a-92e8-482e-a643-a9788e9db91e, infoPort=42293, infoSecurePort=0, ipcPort=45493, storageInfo=lv=-57;cid=testClusterID;nsid=1036042234;c=1733584800344) 2024-12-07T15:20:02,245 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5b770ceb1c9ba9c with lease ID 0x8cc3ed17046ff226: from storage DS-01c8498f-cc8d-4c37-a869-6f0e827c45e4 node DatanodeRegistration(127.0.0.1:40307, datanodeUuid=dbb8c44a-92e8-482e-a643-a9788e9db91e, infoPort=42293, infoSecurePort=0, ipcPort=45493, storageInfo=lv=-57;cid=testClusterID;nsid=1036042234;c=1733584800344), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T15:20:02,246 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f1764893995bc00 with lease ID 0x8cc3ed17046ff225: Processing first storage report for DS-de0dd7a9-91ad-4d99-8e75-5bef397bfa66 from datanode DatanodeRegistration(127.0.0.1:41007, datanodeUuid=7d2b17fb-42ec-45cf-bac0-bf094202f5c4, infoPort=33663, infoSecurePort=0, ipcPort=36009, storageInfo=lv=-57;cid=testClusterID;nsid=1036042234;c=1733584800344) 2024-12-07T15:20:02,246 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f1764893995bc00 with lease ID 0x8cc3ed17046ff225: from storage DS-de0dd7a9-91ad-4d99-8e75-5bef397bfa66 node DatanodeRegistration(127.0.0.1:41007, datanodeUuid=7d2b17fb-42ec-45cf-bac0-bf094202f5c4, infoPort=33663, infoSecurePort=0, ipcPort=36009, storageInfo=lv=-57;cid=testClusterID;nsid=1036042234;c=1733584800344), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T15:20:02,263 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/cluster_f4f7bdc6-1747-2de0-7704-0bf82d6f5689/data/data5/current/BP-299547047-172.17.0.2-1733584800344/current, will proceed with Du for space computation calculation, 2024-12-07T15:20:02,263 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/cluster_f4f7bdc6-1747-2de0-7704-0bf82d6f5689/data/data6/current/BP-299547047-172.17.0.2-1733584800344/current, will proceed with Du for space computation calculation, 2024-12-07T15:20:02,292 WARN [Thread-123 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T15:20:02,296 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd1f5d8db743a9850 with lease ID 0x8cc3ed17046ff227: Processing first storage report for DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc from datanode DatanodeRegistration(127.0.0.1:43449, datanodeUuid=56a08f7a-badd-4e07-a058-b606c71da0f4, infoPort=33691, infoSecurePort=0, ipcPort=37689, storageInfo=lv=-57;cid=testClusterID;nsid=1036042234;c=1733584800344) 2024-12-07T15:20:02,297 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd1f5d8db743a9850 with lease ID 0x8cc3ed17046ff227: from storage DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc node DatanodeRegistration(127.0.0.1:43449, datanodeUuid=56a08f7a-badd-4e07-a058-b606c71da0f4, infoPort=33691, infoSecurePort=0, ipcPort=37689, storageInfo=lv=-57;cid=testClusterID;nsid=1036042234;c=1733584800344), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-07T15:20:02,297 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd1f5d8db743a9850 with lease ID 0x8cc3ed17046ff227: Processing first storage report for DS-5015c08f-cc83-4949-adbe-21bb53020ace from datanode DatanodeRegistration(127.0.0.1:43449, datanodeUuid=56a08f7a-badd-4e07-a058-b606c71da0f4, infoPort=33691, infoSecurePort=0, ipcPort=37689, storageInfo=lv=-57;cid=testClusterID;nsid=1036042234;c=1733584800344) 2024-12-07T15:20:02,297 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd1f5d8db743a9850 with lease ID 0x8cc3ed17046ff227: from storage DS-5015c08f-cc83-4949-adbe-21bb53020ace node DatanodeRegistration(127.0.0.1:43449, datanodeUuid=56a08f7a-badd-4e07-a058-b606c71da0f4, infoPort=33691, infoSecurePort=0, ipcPort=37689, storageInfo=lv=-57;cid=testClusterID;nsid=1036042234;c=1733584800344), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T15:20:02,496 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2 2024-12-07T15:20:02,572 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/cluster_f4f7bdc6-1747-2de0-7704-0bf82d6f5689/zookeeper_0, clientPort=53907, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/cluster_f4f7bdc6-1747-2de0-7704-0bf82d6f5689/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/cluster_f4f7bdc6-1747-2de0-7704-0bf82d6f5689/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-07T15:20:02,583 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53907 2024-12-07T15:20:02,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T15:20:02,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T15:20:02,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741825_1001 (size=7) 2024-12-07T15:20:02,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741825_1001 (size=7) 2024-12-07T15:20:02,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741825_1001 (size=7) 2024-12-07T15:20:03,239 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31 with version=8 2024-12-07T15:20:03,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/hbase-staging 2024-12-07T15:20:03,555 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d6797ebe9c52:0 server-side Connection retries=45 2024-12-07T15:20:03,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T15:20:03,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T15:20:03,572 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T15:20:03,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T15:20:03,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T15:20:03,719 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-07T15:20:03,783 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-07T15:20:03,794 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-07T15:20:03,799 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T15:20:03,832 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 29711 (auto-detected) 2024-12-07T15:20:03,833 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-07T15:20:03,852 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45931 2024-12-07T15:20:03,875 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45931 connecting to ZooKeeper ensemble=127.0.0.1:53907 2024-12-07T15:20:03,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459310x0, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T15:20:03,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45931-0x1018d82bd890000 connected 2024-12-07T15:20:03,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T15:20:03,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T15:20:03,952 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45931-0x1018d82bd890000, quorum=127.0.0.1:53907, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T15:20:03,956 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31, hbase.cluster.distributed=false 2024-12-07T15:20:03,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45931-0x1018d82bd890000, quorum=127.0.0.1:53907, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T15:20:03,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45931 2024-12-07T15:20:03,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45931 2024-12-07T15:20:03,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45931 2024-12-07T15:20:03,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45931 2024-12-07T15:20:03,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45931 2024-12-07T15:20:04,106 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d6797ebe9c52:0 server-side Connection retries=45 2024-12-07T15:20:04,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T15:20:04,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T15:20:04,109 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T15:20:04,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T15:20:04,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T15:20:04,112 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T15:20:04,114 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T15:20:04,115 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35985 2024-12-07T15:20:04,118 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35985 connecting to ZooKeeper ensemble=127.0.0.1:53907 2024-12-07T15:20:04,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T15:20:04,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T15:20:04,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359850x0, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T15:20:04,130 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359850x0, quorum=127.0.0.1:53907, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T15:20:04,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35985-0x1018d82bd890001 connected 2024-12-07T15:20:04,134 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T15:20:04,142 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T15:20:04,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35985-0x1018d82bd890001, quorum=127.0.0.1:53907, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-07T15:20:04,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35985-0x1018d82bd890001, quorum=127.0.0.1:53907, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T15:20:04,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35985 2024-12-07T15:20:04,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35985 2024-12-07T15:20:04,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35985 2024-12-07T15:20:04,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35985 2024-12-07T15:20:04,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35985 2024-12-07T15:20:04,168 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d6797ebe9c52:0 server-side Connection retries=45 2024-12-07T15:20:04,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T15:20:04,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T15:20:04,169 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T15:20:04,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T15:20:04,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T15:20:04,170 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T15:20:04,170 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T15:20:04,171 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39727 2024-12-07T15:20:04,172 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39727 connecting to ZooKeeper ensemble=127.0.0.1:53907 2024-12-07T15:20:04,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T15:20:04,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T15:20:04,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397270x0, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T15:20:04,182 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39727-0x1018d82bd890002 connected 2024-12-07T15:20:04,182 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39727-0x1018d82bd890002, quorum=127.0.0.1:53907, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T15:20:04,183 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T15:20:04,184 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T15:20:04,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39727-0x1018d82bd890002, quorum=127.0.0.1:53907, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-07T15:20:04,187 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39727-0x1018d82bd890002, quorum=127.0.0.1:53907, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T15:20:04,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39727 2024-12-07T15:20:04,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39727 2024-12-07T15:20:04,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39727 2024-12-07T15:20:04,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39727 2024-12-07T15:20:04,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39727 2024-12-07T15:20:04,213 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d6797ebe9c52:0 server-side Connection retries=45 2024-12-07T15:20:04,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T15:20:04,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T15:20:04,213 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T15:20:04,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T15:20:04,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T15:20:04,214 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T15:20:04,214 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T15:20:04,215 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38201 2024-12-07T15:20:04,216 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38201 connecting to ZooKeeper ensemble=127.0.0.1:53907 2024-12-07T15:20:04,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T15:20:04,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T15:20:04,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382010x0, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T15:20:04,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38201-0x1018d82bd890003 connected 2024-12-07T15:20:04,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38201-0x1018d82bd890003, quorum=127.0.0.1:53907, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T15:20:04,226 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T15:20:04,227 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T15:20:04,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38201-0x1018d82bd890003, quorum=127.0.0.1:53907, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-07T15:20:04,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38201-0x1018d82bd890003, quorum=127.0.0.1:53907, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T15:20:04,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38201 2024-12-07T15:20:04,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38201 2024-12-07T15:20:04,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38201 2024-12-07T15:20:04,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38201 2024-12-07T15:20:04,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38201 2024-12-07T15:20:04,255 DEBUG [M:0;d6797ebe9c52:45931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d6797ebe9c52:45931 2024-12-07T15:20:04,256 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d6797ebe9c52,45931,1733584803355 2024-12-07T15:20:04,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38201-0x1018d82bd890003, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T15:20:04,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45931-0x1018d82bd890000, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T15:20:04,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x1018d82bd890002, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T15:20:04,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35985-0x1018d82bd890001, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T15:20:04,266 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45931-0x1018d82bd890000, quorum=127.0.0.1:53907, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d6797ebe9c52,45931,1733584803355 2024-12-07T15:20:04,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35985-0x1018d82bd890001, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-07T15:20:04,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38201-0x1018d82bd890003, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-07T15:20:04,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45931-0x1018d82bd890000, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T15:20:04,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x1018d82bd890002, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-07T15:20:04,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38201-0x1018d82bd890003, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T15:20:04,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x1018d82bd890002, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T15:20:04,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35985-0x1018d82bd890001, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T15:20:04,292 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45931-0x1018d82bd890000, quorum=127.0.0.1:53907, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-07T15:20:04,294 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d6797ebe9c52,45931,1733584803355 from backup master directory 2024-12-07T15:20:04,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45931-0x1018d82bd890000, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d6797ebe9c52,45931,1733584803355 2024-12-07T15:20:04,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x1018d82bd890002, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T15:20:04,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35985-0x1018d82bd890001, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T15:20:04,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45931-0x1018d82bd890000, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T15:20:04,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38201-0x1018d82bd890003, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T15:20:04,298 WARN [master/d6797ebe9c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T15:20:04,298 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d6797ebe9c52,45931,1733584803355 2024-12-07T15:20:04,300 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-07T15:20:04,302 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-07T15:20:04,363 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/hbase.id] with ID: 71887079-afa6-487e-bc5c-07c1259be664 2024-12-07T15:20:04,363 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/.tmp/hbase.id 2024-12-07T15:20:04,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741826_1002 (size=42) 2024-12-07T15:20:04,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741826_1002 (size=42) 2024-12-07T15:20:04,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741826_1002 (size=42) 2024-12-07T15:20:04,380 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/.tmp/hbase.id]:[hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/hbase.id] 2024-12-07T15:20:04,425 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T15:20:04,430 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-07T15:20:04,450 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-12-07T15:20:04,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x1018d82bd890002, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T15:20:04,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35985-0x1018d82bd890001, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T15:20:04,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38201-0x1018d82bd890003, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T15:20:04,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45931-0x1018d82bd890000, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T15:20:04,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741827_1003 (size=196) 2024-12-07T15:20:04,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741827_1003 (size=196) 2024-12-07T15:20:04,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741827_1003 (size=196) 2024-12-07T15:20:04,493 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T15:20:04,496 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T15:20:04,502 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T15:20:04,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741828_1004 (size=1189) 2024-12-07T15:20:04,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741828_1004 (size=1189) 2024-12-07T15:20:04,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741828_1004 (size=1189) 2024-12-07T15:20:04,556 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/MasterData/data/master/store 2024-12-07T15:20:04,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741829_1005 (size=34) 2024-12-07T15:20:04,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741829_1005 (size=34) 2024-12-07T15:20:04,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741829_1005 (size=34) 2024-12-07T15:20:04,586 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-07T15:20:04,589 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:04,590 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T15:20:04,591 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T15:20:04,591 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T15:20:04,593 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T15:20:04,593 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T15:20:04,593 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T15:20:04,595 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733584804590Disabling compacts and flushes for region at 1733584804590Disabling writes for close at 1733584804593 (+3 ms)Writing region close event to WAL at 1733584804593Closed at 1733584804593 2024-12-07T15:20:04,597 WARN [master/d6797ebe9c52:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/MasterData/data/master/store/.initializing 2024-12-07T15:20:04,597 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/MasterData/WALs/d6797ebe9c52,45931,1733584803355 2024-12-07T15:20:04,608 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T15:20:04,626 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d6797ebe9c52%2C45931%2C1733584803355, suffix=, logDir=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/MasterData/WALs/d6797ebe9c52,45931,1733584803355, archiveDir=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/MasterData/oldWALs, maxLogs=10 2024-12-07T15:20:04,661 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/MasterData/WALs/d6797ebe9c52,45931,1733584803355/d6797ebe9c52%2C45931%2C1733584803355.1733584804633, exclude list is [], retry=0 2024-12-07T15:20:04,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T15:20:04,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43449,DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc,DISK] 2024-12-07T15:20:04,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710,DISK] 2024-12-07T15:20:04,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2,DISK] 2024-12-07T15:20:04,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-07T15:20:04,734 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/MasterData/WALs/d6797ebe9c52,45931,1733584803355/d6797ebe9c52%2C45931%2C1733584803355.1733584804633 2024-12-07T15:20:04,735 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33691:33691),(127.0.0.1/127.0.0.1:42293:42293),(127.0.0.1/127.0.0.1:33663:33663)] 2024-12-07T15:20:04,735 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T15:20:04,735 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:04,739 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T15:20:04,740 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T15:20:04,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T15:20:04,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T15:20:04,811 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:04,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T15:20:04,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T15:20:04,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T15:20:04,817 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:04,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:04,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T15:20:04,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T15:20:04,821 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:04,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:04,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T15:20:04,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T15:20:04,825 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:04,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:04,826 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T15:20:04,830 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T15:20:04,831 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T15:20:04,836 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T15:20:04,836 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T15:20:04,840 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T15:20:04,843 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T15:20:04,848 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T15:20:04,849 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71416381, jitterRate=0.06418700516223907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T15:20:04,855 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733584804753Initializing all the Stores at 1733584804756 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733584804756Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584804757 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584804757Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584804757Cleaning up temporary data from old regions at 1733584804836 (+79 ms)Region opened successfully at 1733584804854 (+18 ms) 2024-12-07T15:20:04,856 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T15:20:04,892 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bb4e70d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d6797ebe9c52/172.17.0.2:0 2024-12-07T15:20:04,930 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-07T15:20:04,942 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T15:20:04,942 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T15:20:04,945 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T15:20:04,947 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-07T15:20:04,952 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-07T15:20:04,952 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T15:20:04,980 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T15:20:04,989 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45931-0x1018d82bd890000, quorum=127.0.0.1:53907, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-07T15:20:04,991 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-07T15:20:04,994 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T15:20:04,995 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45931-0x1018d82bd890000, quorum=127.0.0.1:53907, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-07T15:20:04,998 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-07T15:20:05,001 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T15:20:05,004 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45931-0x1018d82bd890000, quorum=127.0.0.1:53907, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-07T15:20:05,005 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-07T15:20:05,007 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45931-0x1018d82bd890000, quorum=127.0.0.1:53907, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-07T15:20:05,008 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-07T15:20:05,027 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45931-0x1018d82bd890000, quorum=127.0.0.1:53907, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T15:20:05,030 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-07T15:20:05,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38201-0x1018d82bd890003, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T15:20:05,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35985-0x1018d82bd890001, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T15:20:05,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45931-0x1018d82bd890000, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T15:20:05,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35985-0x1018d82bd890001, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T15:20:05,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38201-0x1018d82bd890003, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T15:20:05,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45931-0x1018d82bd890000, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T15:20:05,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x1018d82bd890002, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T15:20:05,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x1018d82bd890002, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T15:20:05,039 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d6797ebe9c52,45931,1733584803355, sessionid=0x1018d82bd890000, setting cluster-up flag (Was=false) 2024-12-07T15:20:05,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45931-0x1018d82bd890000, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T15:20:05,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38201-0x1018d82bd890003, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T15:20:05,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x1018d82bd890002, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T15:20:05,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35985-0x1018d82bd890001, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T15:20:05,058 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-07T15:20:05,060 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d6797ebe9c52,45931,1733584803355 2024-12-07T15:20:05,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35985-0x1018d82bd890001, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T15:20:05,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38201-0x1018d82bd890003, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T15:20:05,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45931-0x1018d82bd890000, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T15:20:05,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x1018d82bd890002, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T15:20:05,072 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-07T15:20:05,073 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d6797ebe9c52,45931,1733584803355 2024-12-07T15:20:05,080 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-07T15:20:05,143 INFO [RS:0;d6797ebe9c52:35985 {}] regionserver.HRegionServer(746): ClusterId : 71887079-afa6-487e-bc5c-07c1259be664 2024-12-07T15:20:05,143 INFO [RS:1;d6797ebe9c52:39727 {}] regionserver.HRegionServer(746): ClusterId : 71887079-afa6-487e-bc5c-07c1259be664 2024-12-07T15:20:05,143 INFO [RS:2;d6797ebe9c52:38201 {}] regionserver.HRegionServer(746): ClusterId : 71887079-afa6-487e-bc5c-07c1259be664 2024-12-07T15:20:05,146 DEBUG [RS:2;d6797ebe9c52:38201 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T15:20:05,146 DEBUG [RS:0;d6797ebe9c52:35985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T15:20:05,146 DEBUG [RS:1;d6797ebe9c52:39727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T15:20:05,154 DEBUG [RS:2;d6797ebe9c52:38201 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T15:20:05,154 DEBUG [RS:0;d6797ebe9c52:35985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T15:20:05,154 DEBUG [RS:1;d6797ebe9c52:39727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T15:20:05,154 DEBUG [RS:2;d6797ebe9c52:38201 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T15:20:05,154 DEBUG [RS:0;d6797ebe9c52:35985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T15:20:05,154 DEBUG [RS:1;d6797ebe9c52:39727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T15:20:05,157 DEBUG [RS:0;d6797ebe9c52:35985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T15:20:05,157 DEBUG [RS:2;d6797ebe9c52:38201 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T15:20:05,158 DEBUG [RS:1;d6797ebe9c52:39727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T15:20:05,158 DEBUG [RS:0;d6797ebe9c52:35985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58160c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d6797ebe9c52/172.17.0.2:0 2024-12-07T15:20:05,158 DEBUG [RS:2;d6797ebe9c52:38201 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd2efbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d6797ebe9c52/172.17.0.2:0 2024-12-07T15:20:05,158 DEBUG [RS:1;d6797ebe9c52:39727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42f25ad2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d6797ebe9c52/172.17.0.2:0 2024-12-07T15:20:05,160 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-07T15:20:05,172 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-07T15:20:05,181 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T15:20:05,181 DEBUG [RS:2;d6797ebe9c52:38201 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;d6797ebe9c52:38201 2024-12-07T15:20:05,182 DEBUG [RS:0;d6797ebe9c52:35985 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d6797ebe9c52:35985 2024-12-07T15:20:05,182 DEBUG [RS:1;d6797ebe9c52:39727 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;d6797ebe9c52:39727 2024-12-07T15:20:05,186 INFO [RS:2;d6797ebe9c52:38201 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T15:20:05,186 INFO [RS:1;d6797ebe9c52:39727 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T15:20:05,186 INFO [RS:0;d6797ebe9c52:35985 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T15:20:05,186 INFO [RS:2;d6797ebe9c52:38201 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T15:20:05,186 INFO [RS:1;d6797ebe9c52:39727 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T15:20:05,186 INFO [RS:0;d6797ebe9c52:35985 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T15:20:05,186 DEBUG [RS:2;d6797ebe9c52:38201 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T15:20:05,186 DEBUG [RS:1;d6797ebe9c52:39727 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T15:20:05,186 DEBUG [RS:0;d6797ebe9c52:35985 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T15:20:05,190 INFO [RS:2;d6797ebe9c52:38201 {}] regionserver.HRegionServer(2659): reportForDuty to master=d6797ebe9c52,45931,1733584803355 with port=38201, startcode=1733584804212 2024-12-07T15:20:05,190 INFO [RS:1;d6797ebe9c52:39727 {}] regionserver.HRegionServer(2659): reportForDuty to master=d6797ebe9c52,45931,1733584803355 with port=39727, startcode=1733584804168 2024-12-07T15:20:05,190 INFO [RS:0;d6797ebe9c52:35985 {}] regionserver.HRegionServer(2659): reportForDuty to master=d6797ebe9c52,45931,1733584803355 with port=35985, startcode=1733584804067 2024-12-07T15:20:05,190 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d6797ebe9c52,45931,1733584803355 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T15:20:05,198 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d6797ebe9c52:0, corePoolSize=5, maxPoolSize=5 2024-12-07T15:20:05,198 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d6797ebe9c52:0, corePoolSize=5, maxPoolSize=5 2024-12-07T15:20:05,199 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d6797ebe9c52:0, corePoolSize=5, maxPoolSize=5 2024-12-07T15:20:05,199 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d6797ebe9c52:0, corePoolSize=5, maxPoolSize=5 2024-12-07T15:20:05,199 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d6797ebe9c52:0, corePoolSize=10, maxPoolSize=10 2024-12-07T15:20:05,199 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d6797ebe9c52:0, corePoolSize=1, maxPoolSize=1 2024-12-07T15:20:05,199 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d6797ebe9c52:0, corePoolSize=2, maxPoolSize=2 2024-12-07T15:20:05,200 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d6797ebe9c52:0, corePoolSize=1, maxPoolSize=1 2024-12-07T15:20:05,205 DEBUG [RS:1;d6797ebe9c52:39727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T15:20:05,205 DEBUG [RS:0;d6797ebe9c52:35985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T15:20:05,205 DEBUG [RS:2;d6797ebe9c52:38201 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T15:20:05,207 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733584835207 2024-12-07T15:20:05,210 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T15:20:05,211 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T15:20:05,212 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T15:20:05,213 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-07T15:20:05,215 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T15:20:05,216 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T15:20:05,216 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T15:20:05,216 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T15:20:05,220 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:05,220 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T15:20:05,217 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:05,225 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T15:20:05,226 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T15:20:05,226 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T15:20:05,231 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T15:20:05,231 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T15:20:05,234 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d6797ebe9c52:0:becomeActiveMaster-HFileCleaner.large.0-1733584805233,5,FailOnTimeoutGroup] 2024-12-07T15:20:05,235 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d6797ebe9c52:0:becomeActiveMaster-HFileCleaner.small.0-1733584805234,5,FailOnTimeoutGroup] 2024-12-07T15:20:05,235 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:05,235 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T15:20:05,237 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:05,237 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:05,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741831_1007 (size=1321) 2024-12-07T15:20:05,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741831_1007 (size=1321) 2024-12-07T15:20:05,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741831_1007 (size=1321) 2024-12-07T15:20:05,283 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-07T15:20:05,283 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31 2024-12-07T15:20:05,284 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T15:20:05,284 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T15:20:05,284 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T15:20:05,291 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45931 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d6797ebe9c52,39727,1733584804168 2024-12-07T15:20:05,294 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45931 {}] master.ServerManager(517): Registering regionserver=d6797ebe9c52,39727,1733584804168 2024-12-07T15:20:05,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741832_1008 (size=32) 2024-12-07T15:20:05,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741832_1008 (size=32) 2024-12-07T15:20:05,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741832_1008 (size=32) 2024-12-07T15:20:05,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:05,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T15:20:05,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T15:20:05,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:05,306 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45931 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d6797ebe9c52,35985,1733584804067 2024-12-07T15:20:05,306 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45931 {}] master.ServerManager(517): Registering regionserver=d6797ebe9c52,35985,1733584804067 2024-12-07T15:20:05,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T15:20:05,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T15:20:05,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T15:20:05,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:05,310 DEBUG [RS:1;d6797ebe9c52:39727 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31 2024-12-07T15:20:05,311 DEBUG [RS:1;d6797ebe9c52:39727 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40039 2024-12-07T15:20:05,311 DEBUG [RS:1;d6797ebe9c52:39727 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T15:20:05,312 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45931 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d6797ebe9c52,38201,1733584804212 2024-12-07T15:20:05,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T15:20:05,312 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45931 {}] master.ServerManager(517): Registering regionserver=d6797ebe9c52,38201,1733584804212 2024-12-07T15:20:05,312 DEBUG [RS:0;d6797ebe9c52:35985 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31 2024-12-07T15:20:05,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T15:20:05,312 DEBUG [RS:0;d6797ebe9c52:35985 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40039 2024-12-07T15:20:05,312 DEBUG [RS:0;d6797ebe9c52:35985 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T15:20:05,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T15:20:05,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:05,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45931-0x1018d82bd890000, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T15:20:05,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T15:20:05,316 DEBUG [RS:2;d6797ebe9c52:38201 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31 2024-12-07T15:20:05,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T15:20:05,316 DEBUG [RS:2;d6797ebe9c52:38201 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40039 2024-12-07T15:20:05,316 DEBUG [RS:2;d6797ebe9c52:38201 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T15:20:05,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T15:20:05,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:05,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T15:20:05,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T15:20:05,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/hbase/meta/1588230740 2024-12-07T15:20:05,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/hbase/meta/1588230740 2024-12-07T15:20:05,322 DEBUG [RS:0;d6797ebe9c52:35985 {}] zookeeper.ZKUtil(111): regionserver:35985-0x1018d82bd890001, quorum=127.0.0.1:53907, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d6797ebe9c52,35985,1733584804067 2024-12-07T15:20:05,322 WARN [RS:0;d6797ebe9c52:35985 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T15:20:05,323 INFO [RS:0;d6797ebe9c52:35985 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T15:20:05,323 DEBUG [RS:0;d6797ebe9c52:35985 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/WALs/d6797ebe9c52,35985,1733584804067 2024-12-07T15:20:05,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45931-0x1018d82bd890000, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T15:20:05,323 DEBUG [RS:1;d6797ebe9c52:39727 {}] zookeeper.ZKUtil(111): regionserver:39727-0x1018d82bd890002, quorum=127.0.0.1:53907, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d6797ebe9c52,39727,1733584804168 2024-12-07T15:20:05,323 WARN [RS:1;d6797ebe9c52:39727 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T15:20:05,323 INFO [RS:1;d6797ebe9c52:39727 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T15:20:05,324 DEBUG [RS:1;d6797ebe9c52:39727 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/WALs/d6797ebe9c52,39727,1733584804168 2024-12-07T15:20:05,324 DEBUG [RS:2;d6797ebe9c52:38201 {}] zookeeper.ZKUtil(111): regionserver:38201-0x1018d82bd890003, quorum=127.0.0.1:53907, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d6797ebe9c52,38201,1733584804212 2024-12-07T15:20:05,324 WARN [RS:2;d6797ebe9c52:38201 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T15:20:05,324 INFO [RS:2;d6797ebe9c52:38201 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T15:20:05,324 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d6797ebe9c52,35985,1733584804067] 2024-12-07T15:20:05,325 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d6797ebe9c52,39727,1733584804168] 2024-12-07T15:20:05,324 DEBUG [RS:2;d6797ebe9c52:38201 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/WALs/d6797ebe9c52,38201,1733584804212 2024-12-07T15:20:05,326 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d6797ebe9c52,38201,1733584804212] 2024-12-07T15:20:05,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T15:20:05,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T15:20:05,328 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T15:20:05,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T15:20:05,337 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T15:20:05,339 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72438713, jitterRate=0.07942093908786774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T15:20:05,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733584805301Initializing all the Stores at 1733584805302 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733584805302Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733584805303 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584805303Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733584805303Cleaning up temporary data from old regions at 1733584805327 (+24 ms)Region opened successfully at 1733584805341 (+14 ms) 2024-12-07T15:20:05,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T15:20:05,342 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T15:20:05,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T15:20:05,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T15:20:05,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T15:20:05,343 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T15:20:05,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733584805342Disabling compacts and flushes for region at 1733584805342Disabling writes for close at 1733584805342Writing region close event to WAL at 1733584805343 (+1 ms)Closed at 1733584805343 2024-12-07T15:20:05,346 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T15:20:05,346 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-07T15:20:05,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T15:20:05,364 INFO [RS:1;d6797ebe9c52:39727 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T15:20:05,364 INFO [RS:0;d6797ebe9c52:35985 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T15:20:05,364 INFO [RS:2;d6797ebe9c52:38201 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T15:20:05,365 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T15:20:05,369 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T15:20:05,378 INFO [RS:0;d6797ebe9c52:35985 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T15:20:05,378 INFO [RS:1;d6797ebe9c52:39727 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T15:20:05,380 INFO [RS:2;d6797ebe9c52:38201 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T15:20:05,383 INFO [RS:2;d6797ebe9c52:38201 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T15:20:05,383 INFO [RS:1;d6797ebe9c52:39727 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T15:20:05,383 INFO [RS:0;d6797ebe9c52:35985 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T15:20:05,383 INFO [RS:0;d6797ebe9c52:35985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:05,383 INFO [RS:1;d6797ebe9c52:39727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:05,383 INFO [RS:2;d6797ebe9c52:38201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:05,385 INFO [RS:0;d6797ebe9c52:35985 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T15:20:05,385 INFO [RS:1;d6797ebe9c52:39727 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T15:20:05,386 INFO [RS:2;d6797ebe9c52:38201 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T15:20:05,391 INFO [RS:0;d6797ebe9c52:35985 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T15:20:05,391 INFO [RS:1;d6797ebe9c52:39727 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T15:20:05,391 INFO [RS:2;d6797ebe9c52:38201 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T15:20:05,392 INFO [RS:0;d6797ebe9c52:35985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:05,392 INFO [RS:2;d6797ebe9c52:38201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:05,392 INFO [RS:1;d6797ebe9c52:39727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:05,392 DEBUG [RS:0;d6797ebe9c52:35985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d6797ebe9c52:0, corePoolSize=1, maxPoolSize=1 2024-12-07T15:20:05,393 DEBUG [RS:1;d6797ebe9c52:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d6797ebe9c52:0, corePoolSize=1, maxPoolSize=1 2024-12-07T15:20:05,393 DEBUG [RS:2;d6797ebe9c52:38201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d6797ebe9c52:0, corePoolSize=1, maxPoolSize=1 2024-12-07T15:20:05,393 DEBUG [RS:0;d6797ebe9c52:35985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d6797ebe9c52:0, corePoolSize=1, maxPoolSize=1 2024-12-07T15:20:05,393 DEBUG [RS:2;d6797ebe9c52:38201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d6797ebe9c52:0, corePoolSize=1, maxPoolSize=1 2024-12-07T15:20:05,393 DEBUG [RS:1;d6797ebe9c52:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d6797ebe9c52:0, corePoolSize=1, maxPoolSize=1 2024-12-07T15:20:05,393 DEBUG [RS:0;d6797ebe9c52:35985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d6797ebe9c52:0, corePoolSize=1, maxPoolSize=1 2024-12-07T15:20:05,393 DEBUG [RS:0;d6797ebe9c52:35985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d6797ebe9c52:0, corePoolSize=1, maxPoolSize=1 2024-12-07T15:20:05,393 DEBUG [RS:1;d6797ebe9c52:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d6797ebe9c52:0, corePoolSize=1, maxPoolSize=1 2024-12-07T15:20:05,393 DEBUG [RS:2;d6797ebe9c52:38201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d6797ebe9c52:0, corePoolSize=1, maxPoolSize=1 2024-12-07T15:20:05,393 DEBUG [RS:0;d6797ebe9c52:35985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d6797ebe9c52:0, corePoolSize=1, maxPoolSize=1 2024-12-07T15:20:05,393 DEBUG [RS:1;d6797ebe9c52:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d6797ebe9c52:0, corePoolSize=1, maxPoolSize=1 2024-12-07T15:20:05,393 DEBUG [RS:2;d6797ebe9c52:38201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d6797ebe9c52:0, corePoolSize=1, maxPoolSize=1 2024-12-07T15:20:05,393 DEBUG [RS:0;d6797ebe9c52:35985 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d6797ebe9c52:0, corePoolSize=2, maxPoolSize=2 2024-12-07T15:20:05,393 DEBUG [RS:2;d6797ebe9c52:38201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d6797ebe9c52:0, corePoolSize=1, maxPoolSize=1 2024-12-07T15:20:05,393 DEBUG [RS:1;d6797ebe9c52:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d6797ebe9c52:0, corePoolSize=1, maxPoolSize=1 2024-12-07T15:20:05,393 DEBUG [RS:0;d6797ebe9c52:35985 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d6797ebe9c52:0, corePoolSize=1, maxPoolSize=1 2024-12-07T15:20:05,393 DEBUG [RS:1;d6797ebe9c52:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d6797ebe9c52:0, corePoolSize=2, maxPoolSize=2 2024-12-07T15:20:05,393 DEBUG [RS:2;d6797ebe9c52:38201 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d6797ebe9c52:0, corePoolSize=2, maxPoolSize=2 2024-12-07T15:20:05,393 DEBUG [RS:0;d6797ebe9c52:35985 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d6797ebe9c52:0, corePoolSize=1, maxPoolSize=1 2024-12-07T15:20:05,394 DEBUG [RS:1;d6797ebe9c52:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d6797ebe9c52:0, corePoolSize=1, maxPoolSize=1 2024-12-07T15:20:05,394 DEBUG [RS:2;d6797ebe9c52:38201 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d6797ebe9c52:0, corePoolSize=1, maxPoolSize=1 2024-12-07T15:20:05,394 DEBUG [RS:0;d6797ebe9c52:35985 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d6797ebe9c52:0, corePoolSize=1, maxPoolSize=1 2024-12-07T15:20:05,394 DEBUG [RS:0;d6797ebe9c52:35985 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d6797ebe9c52:0, corePoolSize=1, maxPoolSize=1 2024-12-07T15:20:05,394 DEBUG [RS:1;d6797ebe9c52:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d6797ebe9c52:0, corePoolSize=1, maxPoolSize=1 2024-12-07T15:20:05,394 DEBUG [RS:2;d6797ebe9c52:38201 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d6797ebe9c52:0, corePoolSize=1, maxPoolSize=1 2024-12-07T15:20:05,394 DEBUG [RS:0;d6797ebe9c52:35985 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d6797ebe9c52:0, corePoolSize=1, maxPoolSize=1 2024-12-07T15:20:05,394 DEBUG [RS:1;d6797ebe9c52:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d6797ebe9c52:0, corePoolSize=1, maxPoolSize=1 2024-12-07T15:20:05,394 DEBUG [RS:2;d6797ebe9c52:38201 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d6797ebe9c52:0, corePoolSize=1, maxPoolSize=1 2024-12-07T15:20:05,394 DEBUG [RS:0;d6797ebe9c52:35985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d6797ebe9c52:0, corePoolSize=1, maxPoolSize=1 2024-12-07T15:20:05,394 DEBUG [RS:1;d6797ebe9c52:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d6797ebe9c52:0, corePoolSize=1, maxPoolSize=1 2024-12-07T15:20:05,394 DEBUG [RS:2;d6797ebe9c52:38201 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d6797ebe9c52:0, corePoolSize=1, maxPoolSize=1 2024-12-07T15:20:05,394 DEBUG [RS:0;d6797ebe9c52:35985 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d6797ebe9c52:0, corePoolSize=3, maxPoolSize=3 2024-12-07T15:20:05,394 DEBUG [RS:2;d6797ebe9c52:38201 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d6797ebe9c52:0, corePoolSize=1, maxPoolSize=1 2024-12-07T15:20:05,394 DEBUG [RS:1;d6797ebe9c52:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d6797ebe9c52:0, corePoolSize=1, maxPoolSize=1 2024-12-07T15:20:05,394 DEBUG [RS:0;d6797ebe9c52:35985 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d6797ebe9c52:0, corePoolSize=3, maxPoolSize=3 2024-12-07T15:20:05,394 DEBUG [RS:1;d6797ebe9c52:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d6797ebe9c52:0, corePoolSize=1, maxPoolSize=1 2024-12-07T15:20:05,394 DEBUG [RS:2;d6797ebe9c52:38201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d6797ebe9c52:0, corePoolSize=1, maxPoolSize=1 2024-12-07T15:20:05,395 DEBUG [RS:1;d6797ebe9c52:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d6797ebe9c52:0, corePoolSize=3, maxPoolSize=3 2024-12-07T15:20:05,395 DEBUG [RS:2;d6797ebe9c52:38201 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d6797ebe9c52:0, corePoolSize=3, maxPoolSize=3 2024-12-07T15:20:05,395 DEBUG [RS:2;d6797ebe9c52:38201 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d6797ebe9c52:0, corePoolSize=3, maxPoolSize=3 2024-12-07T15:20:05,395 DEBUG [RS:1;d6797ebe9c52:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d6797ebe9c52:0, corePoolSize=3, maxPoolSize=3 2024-12-07T15:20:05,398 INFO [RS:0;d6797ebe9c52:35985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:05,399 INFO [RS:0;d6797ebe9c52:35985 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:05,399 INFO [RS:2;d6797ebe9c52:38201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:05,399 INFO [RS:0;d6797ebe9c52:35985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:05,399 INFO [RS:2;d6797ebe9c52:38201 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:05,399 INFO [RS:0;d6797ebe9c52:35985 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:05,399 INFO [RS:2;d6797ebe9c52:38201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:05,399 INFO [RS:2;d6797ebe9c52:38201 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:05,399 INFO [RS:0;d6797ebe9c52:35985 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:05,399 INFO [RS:2;d6797ebe9c52:38201 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:05,399 INFO [RS:2;d6797ebe9c52:38201 {}] hbase.ChoreService(168): Chore ScheduledChore name=d6797ebe9c52,38201,1733584804212-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T15:20:05,399 INFO [RS:0;d6797ebe9c52:35985 {}] hbase.ChoreService(168): Chore ScheduledChore name=d6797ebe9c52,35985,1733584804067-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T15:20:05,400 INFO [RS:1;d6797ebe9c52:39727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:05,400 INFO [RS:1;d6797ebe9c52:39727 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:05,400 INFO [RS:1;d6797ebe9c52:39727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:05,401 INFO [RS:1;d6797ebe9c52:39727 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:05,401 INFO [RS:1;d6797ebe9c52:39727 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:05,401 INFO [RS:1;d6797ebe9c52:39727 {}] hbase.ChoreService(168): Chore ScheduledChore name=d6797ebe9c52,39727,1733584804168-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T15:20:05,423 INFO [RS:2;d6797ebe9c52:38201 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T15:20:05,425 INFO [RS:1;d6797ebe9c52:39727 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T15:20:05,425 INFO [RS:0;d6797ebe9c52:35985 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T15:20:05,426 INFO [RS:1;d6797ebe9c52:39727 {}] hbase.ChoreService(168): Chore ScheduledChore name=d6797ebe9c52,39727,1733584804168-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:05,426 INFO [RS:0;d6797ebe9c52:35985 {}] hbase.ChoreService(168): Chore ScheduledChore name=d6797ebe9c52,35985,1733584804067-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:05,426 INFO [RS:2;d6797ebe9c52:38201 {}] hbase.ChoreService(168): Chore ScheduledChore name=d6797ebe9c52,38201,1733584804212-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:05,426 INFO [RS:1;d6797ebe9c52:39727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:05,426 INFO [RS:2;d6797ebe9c52:38201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:05,426 INFO [RS:0;d6797ebe9c52:35985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:05,426 INFO [RS:1;d6797ebe9c52:39727 {}] regionserver.Replication(171): d6797ebe9c52,39727,1733584804168 started 2024-12-07T15:20:05,426 INFO [RS:2;d6797ebe9c52:38201 {}] regionserver.Replication(171): d6797ebe9c52,38201,1733584804212 started 2024-12-07T15:20:05,426 INFO [RS:0;d6797ebe9c52:35985 {}] regionserver.Replication(171): d6797ebe9c52,35985,1733584804067 started 2024-12-07T15:20:05,455 INFO [RS:0;d6797ebe9c52:35985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:05,455 INFO [RS:2;d6797ebe9c52:38201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:05,455 INFO [RS:1;d6797ebe9c52:39727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:05,455 INFO [RS:0;d6797ebe9c52:35985 {}] regionserver.HRegionServer(1482): Serving as d6797ebe9c52,35985,1733584804067, RpcServer on d6797ebe9c52/172.17.0.2:35985, sessionid=0x1018d82bd890001 2024-12-07T15:20:05,455 INFO [RS:1;d6797ebe9c52:39727 {}] regionserver.HRegionServer(1482): Serving as d6797ebe9c52,39727,1733584804168, RpcServer on d6797ebe9c52/172.17.0.2:39727, sessionid=0x1018d82bd890002 2024-12-07T15:20:05,455 INFO [RS:2;d6797ebe9c52:38201 {}] regionserver.HRegionServer(1482): Serving as d6797ebe9c52,38201,1733584804212, RpcServer on d6797ebe9c52/172.17.0.2:38201, sessionid=0x1018d82bd890003 2024-12-07T15:20:05,456 DEBUG [RS:2;d6797ebe9c52:38201 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T15:20:05,456 DEBUG [RS:1;d6797ebe9c52:39727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T15:20:05,456 DEBUG [RS:0;d6797ebe9c52:35985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T15:20:05,456 DEBUG [RS:2;d6797ebe9c52:38201 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d6797ebe9c52,38201,1733584804212 2024-12-07T15:20:05,456 DEBUG [RS:1;d6797ebe9c52:39727 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d6797ebe9c52,39727,1733584804168 2024-12-07T15:20:05,456 DEBUG [RS:0;d6797ebe9c52:35985 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d6797ebe9c52,35985,1733584804067 2024-12-07T15:20:05,457 DEBUG [RS:1;d6797ebe9c52:39727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd6797ebe9c52,39727,1733584804168' 2024-12-07T15:20:05,457 DEBUG [RS:0;d6797ebe9c52:35985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd6797ebe9c52,35985,1733584804067' 2024-12-07T15:20:05,457 DEBUG [RS:2;d6797ebe9c52:38201 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd6797ebe9c52,38201,1733584804212' 2024-12-07T15:20:05,457 DEBUG [RS:0;d6797ebe9c52:35985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-07T15:20:05,457 DEBUG [RS:1;d6797ebe9c52:39727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-07T15:20:05,457 DEBUG [RS:2;d6797ebe9c52:38201 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-07T15:20:05,458 DEBUG [RS:0;d6797ebe9c52:35985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-07T15:20:05,458 DEBUG [RS:2;d6797ebe9c52:38201 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-07T15:20:05,458 DEBUG [RS:1;d6797ebe9c52:39727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-07T15:20:05,459 DEBUG [RS:0;d6797ebe9c52:35985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T15:20:05,459 DEBUG [RS:1;d6797ebe9c52:39727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T15:20:05,459 DEBUG [RS:1;d6797ebe9c52:39727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T15:20:05,459 DEBUG [RS:0;d6797ebe9c52:35985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T15:20:05,459 DEBUG [RS:2;d6797ebe9c52:38201 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T15:20:05,459 DEBUG [RS:1;d6797ebe9c52:39727 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d6797ebe9c52,39727,1733584804168 2024-12-07T15:20:05,459 DEBUG [RS:0;d6797ebe9c52:35985 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d6797ebe9c52,35985,1733584804067 2024-12-07T15:20:05,459 DEBUG [RS:2;d6797ebe9c52:38201 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T15:20:05,459 DEBUG [RS:0;d6797ebe9c52:35985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd6797ebe9c52,35985,1733584804067' 2024-12-07T15:20:05,459 DEBUG [RS:1;d6797ebe9c52:39727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd6797ebe9c52,39727,1733584804168' 2024-12-07T15:20:05,459 DEBUG [RS:2;d6797ebe9c52:38201 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d6797ebe9c52,38201,1733584804212 2024-12-07T15:20:05,459 DEBUG [RS:1;d6797ebe9c52:39727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-07T15:20:05,459 DEBUG [RS:0;d6797ebe9c52:35985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-07T15:20:05,459 DEBUG [RS:2;d6797ebe9c52:38201 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd6797ebe9c52,38201,1733584804212' 2024-12-07T15:20:05,459 DEBUG [RS:2;d6797ebe9c52:38201 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-07T15:20:05,460 DEBUG [RS:2;d6797ebe9c52:38201 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-07T15:20:05,460 DEBUG [RS:1;d6797ebe9c52:39727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-07T15:20:05,460 DEBUG [RS:0;d6797ebe9c52:35985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-07T15:20:05,461 DEBUG [RS:1;d6797ebe9c52:39727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T15:20:05,461 INFO [RS:1;d6797ebe9c52:39727 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T15:20:05,461 DEBUG [RS:2;d6797ebe9c52:38201 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T15:20:05,461 INFO [RS:1;d6797ebe9c52:39727 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T15:20:05,461 INFO [RS:2;d6797ebe9c52:38201 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T15:20:05,461 INFO [RS:2;d6797ebe9c52:38201 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T15:20:05,461 DEBUG [RS:0;d6797ebe9c52:35985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T15:20:05,461 INFO [RS:0;d6797ebe9c52:35985 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T15:20:05,462 INFO [RS:0;d6797ebe9c52:35985 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T15:20:05,520 WARN [d6797ebe9c52:45931 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T15:20:05,566 INFO [RS:2;d6797ebe9c52:38201 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T15:20:05,566 INFO [RS:1;d6797ebe9c52:39727 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T15:20:05,566 INFO [RS:0;d6797ebe9c52:35985 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T15:20:05,570 INFO [RS:1;d6797ebe9c52:39727 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d6797ebe9c52%2C39727%2C1733584804168, suffix=, logDir=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/WALs/d6797ebe9c52,39727,1733584804168, archiveDir=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/oldWALs, maxLogs=32 2024-12-07T15:20:05,570 INFO [RS:0;d6797ebe9c52:35985 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d6797ebe9c52%2C35985%2C1733584804067, suffix=, logDir=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/WALs/d6797ebe9c52,35985,1733584804067, archiveDir=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/oldWALs, maxLogs=32 2024-12-07T15:20:05,570 INFO [RS:2;d6797ebe9c52:38201 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d6797ebe9c52%2C38201%2C1733584804212, suffix=, logDir=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/WALs/d6797ebe9c52,38201,1733584804212, archiveDir=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/oldWALs, maxLogs=32 2024-12-07T15:20:05,587 DEBUG [RS:1;d6797ebe9c52:39727 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/WALs/d6797ebe9c52,39727,1733584804168/d6797ebe9c52%2C39727%2C1733584804168.1733584805574, exclude list is [], retry=0 2024-12-07T15:20:05,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2,DISK] 2024-12-07T15:20:05,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43449,DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc,DISK] 2024-12-07T15:20:05,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710,DISK] 2024-12-07T15:20:05,595 DEBUG [RS:2;d6797ebe9c52:38201 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/WALs/d6797ebe9c52,38201,1733584804212/d6797ebe9c52%2C38201%2C1733584804212.1733584805574, exclude list is [], retry=0 2024-12-07T15:20:05,595 DEBUG [RS:0;d6797ebe9c52:35985 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/WALs/d6797ebe9c52,35985,1733584804067/d6797ebe9c52%2C35985%2C1733584804067.1733584805574, exclude list is [], retry=0 2024-12-07T15:20:05,597 INFO [RS:1;d6797ebe9c52:39727 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/WALs/d6797ebe9c52,39727,1733584804168/d6797ebe9c52%2C39727%2C1733584804168.1733584805574 2024-12-07T15:20:05,598 DEBUG [RS:1;d6797ebe9c52:39727 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42293:42293),(127.0.0.1/127.0.0.1:33663:33663),(127.0.0.1/127.0.0.1:33691:33691)] 2024-12-07T15:20:05,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43449,DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc,DISK] 2024-12-07T15:20:05,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710,DISK] 2024-12-07T15:20:05,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2,DISK] 2024-12-07T15:20:05,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710,DISK] 2024-12-07T15:20:05,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43449,DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc,DISK] 2024-12-07T15:20:05,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2,DISK] 2024-12-07T15:20:05,607 INFO [RS:0;d6797ebe9c52:35985 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/WALs/d6797ebe9c52,35985,1733584804067/d6797ebe9c52%2C35985%2C1733584804067.1733584805574 2024-12-07T15:20:05,608 INFO [RS:2;d6797ebe9c52:38201 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/WALs/d6797ebe9c52,38201,1733584804212/d6797ebe9c52%2C38201%2C1733584804212.1733584805574 2024-12-07T15:20:05,608 DEBUG [RS:0;d6797ebe9c52:35985 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33691:33691),(127.0.0.1/127.0.0.1:42293:42293),(127.0.0.1/127.0.0.1:33663:33663)] 2024-12-07T15:20:05,612 DEBUG [RS:2;d6797ebe9c52:38201 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42293:42293),(127.0.0.1/127.0.0.1:33663:33663),(127.0.0.1/127.0.0.1:33691:33691)] 2024-12-07T15:20:05,772 DEBUG [d6797ebe9c52:45931 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-07T15:20:05,780 DEBUG [d6797ebe9c52:45931 {}] balancer.BalancerClusterState(204): Hosts are {d6797ebe9c52=0} racks are {/default-rack=0} 2024-12-07T15:20:05,787 DEBUG [d6797ebe9c52:45931 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-07T15:20:05,787 DEBUG [d6797ebe9c52:45931 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-07T15:20:05,787 DEBUG [d6797ebe9c52:45931 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-07T15:20:05,787 DEBUG [d6797ebe9c52:45931 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-07T15:20:05,787 DEBUG [d6797ebe9c52:45931 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-07T15:20:05,787 DEBUG [d6797ebe9c52:45931 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-07T15:20:05,787 INFO [d6797ebe9c52:45931 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-07T15:20:05,787 INFO [d6797ebe9c52:45931 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-07T15:20:05,787 INFO [d6797ebe9c52:45931 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-07T15:20:05,787 DEBUG [d6797ebe9c52:45931 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-07T15:20:05,794 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d6797ebe9c52,39727,1733584804168 2024-12-07T15:20:05,800 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d6797ebe9c52,39727,1733584804168, state=OPENING 2024-12-07T15:20:05,805 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T15:20:05,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45931-0x1018d82bd890000, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T15:20:05,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38201-0x1018d82bd890003, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T15:20:05,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x1018d82bd890002, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T15:20:05,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35985-0x1018d82bd890001, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T15:20:05,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T15:20:05,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T15:20:05,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T15:20:05,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T15:20:05,809 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T15:20:05,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d6797ebe9c52,39727,1733584804168}] 2024-12-07T15:20:05,986 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T15:20:05,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T15:20:06,001 INFO [RS_OPEN_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T15:20:06,002 INFO [RS_OPEN_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T15:20:06,002 INFO [RS_OPEN_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T15:20:06,006 INFO [RS_OPEN_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d6797ebe9c52%2C39727%2C1733584804168.meta, suffix=.meta, logDir=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/WALs/d6797ebe9c52,39727,1733584804168, archiveDir=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/oldWALs, maxLogs=32 2024-12-07T15:20:06,025 DEBUG [RS_OPEN_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/WALs/d6797ebe9c52,39727,1733584804168/d6797ebe9c52%2C39727%2C1733584804168.meta.1733584806008.meta, exclude list is [], retry=0 2024-12-07T15:20:06,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43449,DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc,DISK] 2024-12-07T15:20:06,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2,DISK] 2024-12-07T15:20:06,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710,DISK] 2024-12-07T15:20:06,033 INFO [RS_OPEN_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/WALs/d6797ebe9c52,39727,1733584804168/d6797ebe9c52%2C39727%2C1733584804168.meta.1733584806008.meta 2024-12-07T15:20:06,034 DEBUG [RS_OPEN_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33691:33691),(127.0.0.1/127.0.0.1:42293:42293),(127.0.0.1/127.0.0.1:33663:33663)] 2024-12-07T15:20:06,034 DEBUG [RS_OPEN_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T15:20:06,036 DEBUG [RS_OPEN_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T15:20:06,038 DEBUG [RS_OPEN_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T15:20:06,044 INFO [RS_OPEN_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T15:20:06,049 DEBUG [RS_OPEN_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T15:20:06,050 DEBUG [RS_OPEN_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:06,050 DEBUG [RS_OPEN_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T15:20:06,050 DEBUG [RS_OPEN_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T15:20:06,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T15:20:06,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T15:20:06,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:06,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T15:20:06,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T15:20:06,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T15:20:06,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:06,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T15:20:06,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T15:20:06,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T15:20:06,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:06,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T15:20:06,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T15:20:06,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T15:20:06,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:06,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T15:20:06,063 DEBUG [RS_OPEN_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T15:20:06,064 DEBUG [RS_OPEN_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/hbase/meta/1588230740 2024-12-07T15:20:06,067 DEBUG [RS_OPEN_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/hbase/meta/1588230740 2024-12-07T15:20:06,069 DEBUG [RS_OPEN_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T15:20:06,069 DEBUG [RS_OPEN_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T15:20:06,070 DEBUG [RS_OPEN_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T15:20:06,073 DEBUG [RS_OPEN_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T15:20:06,074 INFO [RS_OPEN_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66093922, jitterRate=-0.015123814344406128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T15:20:06,074 DEBUG [RS_OPEN_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T15:20:06,076 DEBUG [RS_OPEN_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733584806051Writing region info on filesystem at 1733584806051Initializing all the Stores at 1733584806053 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733584806053Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733584806054 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584806054Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733584806054Cleaning up temporary data from old regions at 1733584806069 (+15 ms)Running coprocessor post-open hooks at 1733584806074 (+5 ms)Region opened successfully at 1733584806075 (+1 ms) 2024-12-07T15:20:06,083 INFO [RS_OPEN_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733584805977 2024-12-07T15:20:06,095 DEBUG [RS_OPEN_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T15:20:06,095 INFO [RS_OPEN_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T15:20:06,097 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d6797ebe9c52,39727,1733584804168 2024-12-07T15:20:06,099 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d6797ebe9c52,39727,1733584804168, state=OPEN 2024-12-07T15:20:06,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35985-0x1018d82bd890001, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T15:20:06,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38201-0x1018d82bd890003, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T15:20:06,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45931-0x1018d82bd890000, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T15:20:06,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x1018d82bd890002, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T15:20:06,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T15:20:06,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T15:20:06,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T15:20:06,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T15:20:06,106 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d6797ebe9c52,39727,1733584804168 2024-12-07T15:20:06,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T15:20:06,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d6797ebe9c52,39727,1733584804168 in 295 msec 2024-12-07T15:20:06,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T15:20:06,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 760 msec 2024-12-07T15:20:06,119 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T15:20:06,119 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-07T15:20:06,141 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T15:20:06,142 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6797ebe9c52,39727,1733584804168, seqNum=-1] 2024-12-07T15:20:06,165 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T15:20:06,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T15:20:06,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0760 sec 2024-12-07T15:20:06,186 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733584806186, completionTime=-1 2024-12-07T15:20:06,190 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-07T15:20:06,190 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-07T15:20:06,220 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-07T15:20:06,220 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733584866220 2024-12-07T15:20:06,220 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733584926220 2024-12-07T15:20:06,220 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 30 msec 2024-12-07T15:20:06,222 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-07T15:20:06,229 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d6797ebe9c52,45931,1733584803355-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:06,229 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d6797ebe9c52,45931,1733584803355-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:06,229 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d6797ebe9c52,45931,1733584803355-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:06,231 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d6797ebe9c52:45931, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:06,231 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:06,232 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:06,239 DEBUG [master/d6797ebe9c52:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-07T15:20:06,263 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.965sec 2024-12-07T15:20:06,266 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T15:20:06,268 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T15:20:06,269 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T15:20:06,270 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T15:20:06,270 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T15:20:06,271 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d6797ebe9c52,45931,1733584803355-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T15:20:06,272 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d6797ebe9c52,45931,1733584803355-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T15:20:06,277 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-07T15:20:06,279 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T15:20:06,279 INFO [master/d6797ebe9c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d6797ebe9c52,45931,1733584803355-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:06,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7df72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T15:20:06,355 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d6797ebe9c52,45931,-1 for getting cluster id 2024-12-07T15:20:06,358 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T15:20:06,367 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71887079-afa6-487e-bc5c-07c1259be664' 2024-12-07T15:20:06,369 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T15:20:06,369 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71887079-afa6-487e-bc5c-07c1259be664" 2024-12-07T15:20:06,370 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3400649, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T15:20:06,370 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6797ebe9c52,45931,-1] 2024-12-07T15:20:06,372 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T15:20:06,375 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T15:20:06,375 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T15:20:06,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c11b5a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T15:20:06,378 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T15:20:06,385 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6797ebe9c52,39727,1733584804168, seqNum=-1] 2024-12-07T15:20:06,385 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T15:20:06,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T15:20:06,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d6797ebe9c52,45931,1733584803355 2024-12-07T15:20:06,410 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:40039/hbase 2024-12-07T15:20:06,425 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=367, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=261, ProcessCount=11, AvailableMemoryMB=7980 2024-12-07T15:20:06,445 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T15:20:06,449 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T15:20:06,450 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T15:20:06,455 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-27693757, suffix=, logDir=hdfs://localhost:40039/hbase/WALs/hregion-27693757, archiveDir=hdfs://localhost:40039/hbase/oldWALs, maxLogs=32 2024-12-07T15:20:06,480 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-27693757/hregion-27693757.1733584806458, exclude list is [], retry=0 2024-12-07T15:20:06,485 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710,DISK] 2024-12-07T15:20:06,485 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43449,DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc,DISK] 2024-12-07T15:20:06,486 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2,DISK] 2024-12-07T15:20:06,489 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-27693757/hregion-27693757.1733584806458 2024-12-07T15:20:06,490 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33663:33663),(127.0.0.1/127.0.0.1:33691:33691),(127.0.0.1/127.0.0.1:42293:42293)] 2024-12-07T15:20:06,490 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 64c51190fe9999b7f4188db1f350131e, NAME => 'testReplayEditsWrittenIntoWAL,,1733584806446.64c51190fe9999b7f4188db1f350131e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40039/hbase 2024-12-07T15:20:06,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741838_1014 (size=64) 2024-12-07T15:20:06,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741838_1014 (size=64) 2024-12-07T15:20:06,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741838_1014 (size=64) 2024-12-07T15:20:06,506 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733584806446.64c51190fe9999b7f4188db1f350131e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:06,508 INFO [StoreOpener-64c51190fe9999b7f4188db1f350131e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 64c51190fe9999b7f4188db1f350131e 2024-12-07T15:20:06,511 INFO [StoreOpener-64c51190fe9999b7f4188db1f350131e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64c51190fe9999b7f4188db1f350131e columnFamilyName a 2024-12-07T15:20:06,511 DEBUG [StoreOpener-64c51190fe9999b7f4188db1f350131e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:06,512 INFO [StoreOpener-64c51190fe9999b7f4188db1f350131e-1 {}] regionserver.HStore(327): Store=64c51190fe9999b7f4188db1f350131e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:06,512 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 64c51190fe9999b7f4188db1f350131e 2024-12-07T15:20:06,513 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/64c51190fe9999b7f4188db1f350131e 2024-12-07T15:20:06,514 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/64c51190fe9999b7f4188db1f350131e 2024-12-07T15:20:06,515 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 64c51190fe9999b7f4188db1f350131e 2024-12-07T15:20:06,515 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 64c51190fe9999b7f4188db1f350131e 2024-12-07T15:20:06,518 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 64c51190fe9999b7f4188db1f350131e 2024-12-07T15:20:06,521 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/64c51190fe9999b7f4188db1f350131e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T15:20:06,522 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 64c51190fe9999b7f4188db1f350131e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66627901, jitterRate=-0.00716690719127655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T15:20:06,524 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 64c51190fe9999b7f4188db1f350131e: Writing region info on filesystem at 1733584806506Initializing all the Stores at 1733584806508 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584806508Cleaning up temporary data from old regions at 1733584806515 (+7 ms)Region opened successfully at 1733584806524 (+9 ms) 2024-12-07T15:20:06,524 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 64c51190fe9999b7f4188db1f350131e, disabling compactions & flushes 2024-12-07T15:20:06,524 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733584806446.64c51190fe9999b7f4188db1f350131e. 2024-12-07T15:20:06,524 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733584806446.64c51190fe9999b7f4188db1f350131e. 2024-12-07T15:20:06,524 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733584806446.64c51190fe9999b7f4188db1f350131e. after waiting 0 ms 2024-12-07T15:20:06,524 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733584806446.64c51190fe9999b7f4188db1f350131e. 2024-12-07T15:20:06,525 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733584806446.64c51190fe9999b7f4188db1f350131e. 2024-12-07T15:20:06,525 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 64c51190fe9999b7f4188db1f350131e: Waiting for close lock at 1733584806524Disabling compacts and flushes for region at 1733584806524Disabling writes for close at 1733584806524Writing region close event to WAL at 1733584806525 (+1 ms)Closed at 1733584806525 2024-12-07T15:20:06,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741837_1013 (size=93) 2024-12-07T15:20:06,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741837_1013 (size=93) 2024-12-07T15:20:06,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741837_1013 (size=93) 2024-12-07T15:20:06,538 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T15:20:06,539 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-27693757:(num 1733584806458) 2024-12-07T15:20:06,541 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-07T15:20:06,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741839_1015 (size=369) 2024-12-07T15:20:06,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741839_1015 (size=369) 2024-12-07T15:20:06,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741839_1015 (size=369) 2024-12-07T15:20:06,561 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-07T15:20:06,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741840_1016 (size=231) 2024-12-07T15:20:06,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741840_1016 (size=231) 2024-12-07T15:20:06,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741840_1016 (size=231) 2024-12-07T15:20:06,598 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733584806443/wal-1, size=369 (369bytes) 2024-12-07T15:20:06,599 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-07T15:20:06,599 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-07T15:20:06,599 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733584806443/wal-1 2024-12-07T15:20:06,606 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733584806443/wal-1 after 4ms 2024-12-07T15:20:06,612 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733584806443/wal-1 took 16ms 2024-12-07T15:20:06,616 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733584806443/wal-1 so closing down 2024-12-07T15:20:06,620 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-07T15:20:06,621 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T15:20:06,622 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/64c51190fe9999b7f4188db1f350131e/recovered.edits/0000000000000000001-wal-1.temp 2024-12-07T15:20:06,623 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T15:20:06,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741841_1017 (size=369) 2024-12-07T15:20:06,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741841_1017 (size=369) 2024-12-07T15:20:06,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741841_1017 (size=369) 2024-12-07T15:20:06,635 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/64c51190fe9999b7f4188db1f350131e/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-07T15:20:06,638 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/64c51190fe9999b7f4188db1f350131e/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/64c51190fe9999b7f4188db1f350131e/recovered.edits/0000000000000000002 2024-12-07T15:20:06,642 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733584806443/wal-1, size=369, length=369, corrupted=false, cancelled=false 2024-12-07T15:20:06,642 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733584806443/wal-1, journal: Splitting hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733584806443/wal-1, size=369 (369bytes) at 1733584806598Finishing writing output for hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733584806443/wal-1 so closing down at 1733584806616 (+18 ms)Creating recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/64c51190fe9999b7f4188db1f350131e/recovered.edits/0000000000000000001-wal-1.temp at 1733584806622 (+6 ms)3 split writer threads finished at 1733584806623 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/64c51190fe9999b7f4188db1f350131e/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733584806636 (+13 ms)Rename recovered edits hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/64c51190fe9999b7f4188db1f350131e/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/64c51190fe9999b7f4188db1f350131e/recovered.edits/0000000000000000002 at 1733584806638 (+2 ms)Processed 2 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733584806443/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1733584806642 (+4 ms) 2024-12-07T15:20:06,659 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733584806443/wal-2, size=231 (231bytes) 2024-12-07T15:20:06,659 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733584806443/wal-2 2024-12-07T15:20:06,660 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733584806443/wal-2 after 1ms 2024-12-07T15:20:06,664 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733584806443/wal-2 took 5ms 2024-12-07T15:20:06,666 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733584806443/wal-2 so closing down 2024-12-07T15:20:06,667 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T15:20:06,669 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-07T15:20:06,671 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/64c51190fe9999b7f4188db1f350131e/recovered.edits/0000000000000000002-wal-2.temp 2024-12-07T15:20:06,671 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T15:20:06,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741842_1018 (size=231) 2024-12-07T15:20:06,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741842_1018 (size=231) 2024-12-07T15:20:06,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741842_1018 (size=231) 2024-12-07T15:20:06,681 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/64c51190fe9999b7f4188db1f350131e/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-07T15:20:06,687 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/64c51190fe9999b7f4188db1f350131e/recovered.edits/0000000000000000002-wal-2.temp, length=231 2024-12-07T15:20:06,689 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733584806443/wal-2, size=231, length=231, corrupted=false, cancelled=false 2024-12-07T15:20:06,689 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733584806443/wal-2, journal: Splitting hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733584806443/wal-2, size=231 (231bytes) at 1733584806659Finishing writing output for hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733584806443/wal-2 so closing down at 1733584806667 (+8 ms)Creating recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/64c51190fe9999b7f4188db1f350131e/recovered.edits/0000000000000000002-wal-2.temp at 1733584806671 (+4 ms)3 split writer threads finished at 1733584806671Closed recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/64c51190fe9999b7f4188db1f350131e/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733584806681 (+10 ms)Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733584806443/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1733584806689 (+8 ms) 2024-12-07T15:20:06,689 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T15:20:06,691 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733584806443, archiveDir=hdfs://localhost:40039/hbase/oldWALs, maxLogs=32 2024-12-07T15:20:06,707 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733584806443/wal.1733584806693, exclude list is [], retry=0 2024-12-07T15:20:06,711 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2,DISK] 2024-12-07T15:20:06,712 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710,DISK] 2024-12-07T15:20:06,712 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43449,DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc,DISK] 2024-12-07T15:20:06,715 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733584806443/wal.1733584806693 2024-12-07T15:20:06,715 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42293:42293),(127.0.0.1/127.0.0.1:33663:33663),(127.0.0.1/127.0.0.1:33691:33691)] 2024-12-07T15:20:06,716 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 64c51190fe9999b7f4188db1f350131e, NAME => 'testReplayEditsWrittenIntoWAL,,1733584806446.64c51190fe9999b7f4188db1f350131e.', STARTKEY => '', ENDKEY => ''} 2024-12-07T15:20:06,716 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733584806446.64c51190fe9999b7f4188db1f350131e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:06,716 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 64c51190fe9999b7f4188db1f350131e 2024-12-07T15:20:06,716 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 64c51190fe9999b7f4188db1f350131e 2024-12-07T15:20:06,718 INFO [StoreOpener-64c51190fe9999b7f4188db1f350131e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 64c51190fe9999b7f4188db1f350131e 2024-12-07T15:20:06,719 INFO [StoreOpener-64c51190fe9999b7f4188db1f350131e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64c51190fe9999b7f4188db1f350131e columnFamilyName a 2024-12-07T15:20:06,719 DEBUG [StoreOpener-64c51190fe9999b7f4188db1f350131e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:06,720 INFO [StoreOpener-64c51190fe9999b7f4188db1f350131e-1 {}] regionserver.HStore(327): Store=64c51190fe9999b7f4188db1f350131e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:06,721 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 64c51190fe9999b7f4188db1f350131e 2024-12-07T15:20:06,722 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/64c51190fe9999b7f4188db1f350131e 2024-12-07T15:20:06,725 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/64c51190fe9999b7f4188db1f350131e 2024-12-07T15:20:06,727 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/64c51190fe9999b7f4188db1f350131e/recovered.edits/0000000000000000002 2024-12-07T15:20:06,737 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/64c51190fe9999b7f4188db1f350131e/recovered.edits/0000000000000000002 2024-12-07T15:20:06,741 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 64c51190fe9999b7f4188db1f350131e 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-07T15:20:06,801 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/64c51190fe9999b7f4188db1f350131e/.tmp/a/0244d498ae904c03911182630dbea754 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733584806539/Put/seqid=0 2024-12-07T15:20:06,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741844_1020 (size=5170) 2024-12-07T15:20:06,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741844_1020 (size=5170) 2024-12-07T15:20:06,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741844_1020 (size=5170) 2024-12-07T15:20:06,818 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/64c51190fe9999b7f4188db1f350131e/.tmp/a/0244d498ae904c03911182630dbea754 2024-12-07T15:20:06,894 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/64c51190fe9999b7f4188db1f350131e/.tmp/a/0244d498ae904c03911182630dbea754 as hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/64c51190fe9999b7f4188db1f350131e/a/0244d498ae904c03911182630dbea754 2024-12-07T15:20:06,910 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/64c51190fe9999b7f4188db1f350131e/a/0244d498ae904c03911182630dbea754, entries=2, sequenceid=2, filesize=5.0 K 2024-12-07T15:20:06,917 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 64c51190fe9999b7f4188db1f350131e in 174ms, sequenceid=2, compaction requested=false; wal=null 2024-12-07T15:20:06,919 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/64c51190fe9999b7f4188db1f350131e/recovered.edits/0000000000000000002 2024-12-07T15:20:06,921 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 64c51190fe9999b7f4188db1f350131e 2024-12-07T15:20:06,921 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 64c51190fe9999b7f4188db1f350131e 2024-12-07T15:20:06,924 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 64c51190fe9999b7f4188db1f350131e 2024-12-07T15:20:06,928 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/64c51190fe9999b7f4188db1f350131e/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-07T15:20:06,930 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 64c51190fe9999b7f4188db1f350131e; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72160398, jitterRate=0.07527372241020203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T15:20:06,931 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 64c51190fe9999b7f4188db1f350131e: Writing region info on filesystem at 1733584806716Initializing all the Stores at 1733584806718 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584806718Obtaining lock to block concurrent updates at 1733584806741 (+23 ms)Preparing flush snapshotting stores in 64c51190fe9999b7f4188db1f350131e at 1733584806741Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733584806446.64c51190fe9999b7f4188db1f350131e., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733584806744 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733584806446.64c51190fe9999b7f4188db1f350131e. at 1733584806744Flushing 64c51190fe9999b7f4188db1f350131e/a: creating writer at 1733584806746 (+2 ms)Flushing 64c51190fe9999b7f4188db1f350131e/a: appending metadata at 1733584806790 (+44 ms)Flushing 64c51190fe9999b7f4188db1f350131e/a: closing flushed file at 1733584806792 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78d2bbf: reopening flushed file at 1733584806892 (+100 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 64c51190fe9999b7f4188db1f350131e in 174ms, sequenceid=2, compaction requested=false; wal=null at 1733584806917 (+25 ms)Cleaning up temporary data from old regions at 1733584806921 (+4 ms)Region opened successfully at 1733584806931 (+10 ms) 2024-12-07T15:20:06,959 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=378 (was 367) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:51408 [Receiving block BP-299547047-172.17.0.2-1733584800344:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:37992 [Receiving block BP-299547047-172.17.0.2-1733584800344:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:51256 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40039/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:51766 [Receiving block BP-299547047-172.17.0.2-1733584800344:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-299547047-172.17.0.2-1733584800344:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-299547047-172.17.0.2-1733584800344:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-299547047-172.17.0.2-1733584800344:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:37806 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:51656 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=261 (was 261), ProcessCount=11 (was 11), AvailableMemoryMB=7900 (was 7980) 2024-12-07T15:20:06,971 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=378, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=261, ProcessCount=11, AvailableMemoryMB=7898 2024-12-07T15:20:06,990 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T15:20:06,993 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T15:20:06,994 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T15:20:06,998 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-70603917, suffix=, logDir=hdfs://localhost:40039/hbase/WALs/hregion-70603917, archiveDir=hdfs://localhost:40039/hbase/oldWALs, maxLogs=32 2024-12-07T15:20:07,012 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-70603917/hregion-70603917.1733584806998, exclude list is [], retry=0 2024-12-07T15:20:07,015 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43449,DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc,DISK] 2024-12-07T15:20:07,016 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710,DISK] 2024-12-07T15:20:07,016 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2,DISK] 2024-12-07T15:20:07,019 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-70603917/hregion-70603917.1733584806998 2024-12-07T15:20:07,019 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33691:33691),(127.0.0.1/127.0.0.1:33663:33663),(127.0.0.1/127.0.0.1:42293:42293)] 2024-12-07T15:20:07,019 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b9c9e4d04d4f502a70bf5150fe17c88e, NAME => 'testReplayEditsWrittenIntoWAL,,1733584806991.b9c9e4d04d4f502a70bf5150fe17c88e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40039/hbase 2024-12-07T15:20:07,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741846_1022 (size=64) 2024-12-07T15:20:07,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741846_1022 (size=64) 2024-12-07T15:20:07,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741846_1022 (size=64) 2024-12-07T15:20:07,033 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733584806991.b9c9e4d04d4f502a70bf5150fe17c88e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:07,034 INFO [StoreOpener-b9c9e4d04d4f502a70bf5150fe17c88e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b9c9e4d04d4f502a70bf5150fe17c88e 2024-12-07T15:20:07,036 INFO [StoreOpener-b9c9e4d04d4f502a70bf5150fe17c88e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9c9e4d04d4f502a70bf5150fe17c88e columnFamilyName a 2024-12-07T15:20:07,037 DEBUG [StoreOpener-b9c9e4d04d4f502a70bf5150fe17c88e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:07,037 INFO [StoreOpener-b9c9e4d04d4f502a70bf5150fe17c88e-1 {}] regionserver.HStore(327): Store=b9c9e4d04d4f502a70bf5150fe17c88e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:07,037 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b9c9e4d04d4f502a70bf5150fe17c88e 2024-12-07T15:20:07,038 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b9c9e4d04d4f502a70bf5150fe17c88e 2024-12-07T15:20:07,039 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b9c9e4d04d4f502a70bf5150fe17c88e 2024-12-07T15:20:07,039 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b9c9e4d04d4f502a70bf5150fe17c88e 2024-12-07T15:20:07,039 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b9c9e4d04d4f502a70bf5150fe17c88e 2024-12-07T15:20:07,042 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b9c9e4d04d4f502a70bf5150fe17c88e 2024-12-07T15:20:07,044 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b9c9e4d04d4f502a70bf5150fe17c88e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T15:20:07,045 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b9c9e4d04d4f502a70bf5150fe17c88e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71673274, jitterRate=0.06801500916481018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T15:20:07,045 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b9c9e4d04d4f502a70bf5150fe17c88e: Writing region info on filesystem at 1733584807033Initializing all the Stores at 1733584807034 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584807034Cleaning up temporary data from old regions at 1733584807039 (+5 ms)Region opened successfully at 1733584807045 (+6 ms) 2024-12-07T15:20:07,045 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b9c9e4d04d4f502a70bf5150fe17c88e, disabling compactions & flushes 2024-12-07T15:20:07,045 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733584806991.b9c9e4d04d4f502a70bf5150fe17c88e. 2024-12-07T15:20:07,045 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733584806991.b9c9e4d04d4f502a70bf5150fe17c88e. 2024-12-07T15:20:07,045 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733584806991.b9c9e4d04d4f502a70bf5150fe17c88e. after waiting 0 ms 2024-12-07T15:20:07,045 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733584806991.b9c9e4d04d4f502a70bf5150fe17c88e. 2024-12-07T15:20:07,046 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733584806991.b9c9e4d04d4f502a70bf5150fe17c88e. 2024-12-07T15:20:07,046 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b9c9e4d04d4f502a70bf5150fe17c88e: Waiting for close lock at 1733584807045Disabling compacts and flushes for region at 1733584807045Disabling writes for close at 1733584807045Writing region close event to WAL at 1733584807046 (+1 ms)Closed at 1733584807046 2024-12-07T15:20:07,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741845_1021 (size=93) 2024-12-07T15:20:07,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741845_1021 (size=93) 2024-12-07T15:20:07,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741845_1021 (size=93) 2024-12-07T15:20:07,053 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T15:20:07,053 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-70603917:(num 1733584806998) 2024-12-07T15:20:07,054 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-07T15:20:07,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741847_1023 (size=369) 2024-12-07T15:20:07,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741847_1023 (size=369) 2024-12-07T15:20:07,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741847_1023 (size=369) 2024-12-07T15:20:07,070 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-07T15:20:07,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741848_1024 (size=231) 2024-12-07T15:20:07,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741848_1024 (size=231) 2024-12-07T15:20:07,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741848_1024 (size=231) 2024-12-07T15:20:07,109 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733584806989/wal-2, size=231 (231bytes) 2024-12-07T15:20:07,109 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733584806989/wal-2 2024-12-07T15:20:07,110 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733584806989/wal-2 after 1ms 2024-12-07T15:20:07,114 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733584806989/wal-2 took 5ms 2024-12-07T15:20:07,116 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733584806989/wal-2 so closing down 2024-12-07T15:20:07,116 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T15:20:07,118 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-07T15:20:07,120 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b9c9e4d04d4f502a70bf5150fe17c88e/recovered.edits/0000000000000000002-wal-2.temp 2024-12-07T15:20:07,120 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T15:20:07,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741849_1025 (size=231) 2024-12-07T15:20:07,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741849_1025 (size=231) 2024-12-07T15:20:07,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741849_1025 (size=231) 2024-12-07T15:20:07,130 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b9c9e4d04d4f502a70bf5150fe17c88e/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-07T15:20:07,132 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b9c9e4d04d4f502a70bf5150fe17c88e/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b9c9e4d04d4f502a70bf5150fe17c88e/recovered.edits/0000000000000000002 2024-12-07T15:20:07,132 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733584806989/wal-2, size=231, length=231, corrupted=false, cancelled=false 2024-12-07T15:20:07,132 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733584806989/wal-2, journal: Splitting hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733584806989/wal-2, size=231 (231bytes) at 1733584807109Finishing writing output for hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733584806989/wal-2 so closing down at 1733584807116 (+7 ms)Creating recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b9c9e4d04d4f502a70bf5150fe17c88e/recovered.edits/0000000000000000002-wal-2.temp at 1733584807120 (+4 ms)3 split writer threads finished at 1733584807120Closed recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b9c9e4d04d4f502a70bf5150fe17c88e/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733584807130 (+10 ms)Rename recovered edits hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b9c9e4d04d4f502a70bf5150fe17c88e/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b9c9e4d04d4f502a70bf5150fe17c88e/recovered.edits/0000000000000000002 at 1733584807132 (+2 ms)Processed 1 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733584806989/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1733584807132 2024-12-07T15:20:07,152 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733584806989/wal-1, size=369 (369bytes) 2024-12-07T15:20:07,152 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733584806989/wal-1 2024-12-07T15:20:07,153 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733584806989/wal-1 after 1ms 2024-12-07T15:20:07,157 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733584806989/wal-1 took 5ms 2024-12-07T15:20:07,160 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733584806989/wal-1 so closing down 2024-12-07T15:20:07,160 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T15:20:07,162 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-07T15:20:07,164 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b9c9e4d04d4f502a70bf5150fe17c88e/recovered.edits/0000000000000000001-wal-1.temp 2024-12-07T15:20:07,164 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T15:20:07,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741850_1026 (size=369) 2024-12-07T15:20:07,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741850_1026 (size=369) 2024-12-07T15:20:07,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741850_1026 (size=369) 2024-12-07T15:20:07,173 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b9c9e4d04d4f502a70bf5150fe17c88e/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-07T15:20:07,181 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b9c9e4d04d4f502a70bf5150fe17c88e/recovered.edits/0000000000000000002, length=231 2024-12-07T15:20:07,183 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b9c9e4d04d4f502a70bf5150fe17c88e/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b9c9e4d04d4f502a70bf5150fe17c88e/recovered.edits/0000000000000000002 2024-12-07T15:20:07,183 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733584806989/wal-1, size=369, length=369, corrupted=false, cancelled=false 2024-12-07T15:20:07,184 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733584806989/wal-1, journal: Splitting hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733584806989/wal-1, size=369 (369bytes) at 1733584807152Finishing writing output for hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733584806989/wal-1 so closing down at 1733584807160 (+8 ms)Creating recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b9c9e4d04d4f502a70bf5150fe17c88e/recovered.edits/0000000000000000001-wal-1.temp at 1733584807164 (+4 ms)3 split writer threads finished at 1733584807164Closed recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b9c9e4d04d4f502a70bf5150fe17c88e/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733584807173 (+9 ms)Rename recovered edits hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b9c9e4d04d4f502a70bf5150fe17c88e/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b9c9e4d04d4f502a70bf5150fe17c88e/recovered.edits/0000000000000000002 at 1733584807183 (+10 ms)Processed 2 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733584806989/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1733584807184 (+1 ms) 2024-12-07T15:20:07,184 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T15:20:07,186 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40039/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733584806989, archiveDir=hdfs://localhost:40039/hbase/oldWALs, maxLogs=32 2024-12-07T15:20:07,200 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733584806989/wal.1733584807186, exclude list is [], retry=0 2024-12-07T15:20:07,203 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43449,DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc,DISK] 2024-12-07T15:20:07,204 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710,DISK] 2024-12-07T15:20:07,204 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2,DISK] 2024-12-07T15:20:07,206 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733584806989/wal.1733584807186 2024-12-07T15:20:07,207 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33691:33691),(127.0.0.1/127.0.0.1:33663:33663),(127.0.0.1/127.0.0.1:42293:42293)] 2024-12-07T15:20:07,207 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b9c9e4d04d4f502a70bf5150fe17c88e, NAME => 'testReplayEditsWrittenIntoWAL,,1733584806991.b9c9e4d04d4f502a70bf5150fe17c88e.', STARTKEY => '', ENDKEY => ''} 2024-12-07T15:20:07,207 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733584806991.b9c9e4d04d4f502a70bf5150fe17c88e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:07,208 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b9c9e4d04d4f502a70bf5150fe17c88e 2024-12-07T15:20:07,208 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b9c9e4d04d4f502a70bf5150fe17c88e 2024-12-07T15:20:07,210 INFO [StoreOpener-b9c9e4d04d4f502a70bf5150fe17c88e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b9c9e4d04d4f502a70bf5150fe17c88e 2024-12-07T15:20:07,211 INFO [StoreOpener-b9c9e4d04d4f502a70bf5150fe17c88e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9c9e4d04d4f502a70bf5150fe17c88e columnFamilyName a 2024-12-07T15:20:07,212 DEBUG [StoreOpener-b9c9e4d04d4f502a70bf5150fe17c88e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:07,212 INFO [StoreOpener-b9c9e4d04d4f502a70bf5150fe17c88e-1 {}] regionserver.HStore(327): Store=b9c9e4d04d4f502a70bf5150fe17c88e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:07,213 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b9c9e4d04d4f502a70bf5150fe17c88e 2024-12-07T15:20:07,214 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b9c9e4d04d4f502a70bf5150fe17c88e 2024-12-07T15:20:07,216 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b9c9e4d04d4f502a70bf5150fe17c88e 2024-12-07T15:20:07,217 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b9c9e4d04d4f502a70bf5150fe17c88e/recovered.edits/0000000000000000002 2024-12-07T15:20:07,222 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b9c9e4d04d4f502a70bf5150fe17c88e/recovered.edits/0000000000000000002 2024-12-07T15:20:07,222 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b9c9e4d04d4f502a70bf5150fe17c88e 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-07T15:20:07,240 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b9c9e4d04d4f502a70bf5150fe17c88e/.tmp/a/655e37a658e34e909c55ea8e26c5d986 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733584807053/Put/seqid=0 2024-12-07T15:20:07,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741852_1028 (size=5170) 2024-12-07T15:20:07,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741852_1028 (size=5170) 2024-12-07T15:20:07,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741852_1028 (size=5170) 2024-12-07T15:20:07,250 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b9c9e4d04d4f502a70bf5150fe17c88e/.tmp/a/655e37a658e34e909c55ea8e26c5d986 2024-12-07T15:20:07,260 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b9c9e4d04d4f502a70bf5150fe17c88e/.tmp/a/655e37a658e34e909c55ea8e26c5d986 as hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b9c9e4d04d4f502a70bf5150fe17c88e/a/655e37a658e34e909c55ea8e26c5d986 2024-12-07T15:20:07,269 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b9c9e4d04d4f502a70bf5150fe17c88e/a/655e37a658e34e909c55ea8e26c5d986, entries=2, sequenceid=2, filesize=5.0 K 2024-12-07T15:20:07,269 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for b9c9e4d04d4f502a70bf5150fe17c88e in 47ms, sequenceid=2, compaction requested=false; wal=null 2024-12-07T15:20:07,270 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b9c9e4d04d4f502a70bf5150fe17c88e/recovered.edits/0000000000000000002 2024-12-07T15:20:07,271 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b9c9e4d04d4f502a70bf5150fe17c88e 2024-12-07T15:20:07,271 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b9c9e4d04d4f502a70bf5150fe17c88e 2024-12-07T15:20:07,273 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b9c9e4d04d4f502a70bf5150fe17c88e 2024-12-07T15:20:07,277 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b9c9e4d04d4f502a70bf5150fe17c88e/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-07T15:20:07,278 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b9c9e4d04d4f502a70bf5150fe17c88e; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62802722, jitterRate=-0.06416651606559753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T15:20:07,278 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b9c9e4d04d4f502a70bf5150fe17c88e: Writing region info on filesystem at 1733584807208Initializing all the Stores at 1733584807209 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584807209Obtaining lock to block concurrent updates at 1733584807222 (+13 ms)Preparing flush snapshotting stores in b9c9e4d04d4f502a70bf5150fe17c88e at 1733584807222Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733584806991.b9c9e4d04d4f502a70bf5150fe17c88e., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733584807222Flushing stores of testReplayEditsWrittenIntoWAL,,1733584806991.b9c9e4d04d4f502a70bf5150fe17c88e. at 1733584807222Flushing b9c9e4d04d4f502a70bf5150fe17c88e/a: creating writer at 1733584807222Flushing b9c9e4d04d4f502a70bf5150fe17c88e/a: appending metadata at 1733584807239 (+17 ms)Flushing b9c9e4d04d4f502a70bf5150fe17c88e/a: closing flushed file at 1733584807239Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e202f4a: reopening flushed file at 1733584807258 (+19 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for b9c9e4d04d4f502a70bf5150fe17c88e in 47ms, sequenceid=2, compaction requested=false; wal=null at 1733584807269 (+11 ms)Cleaning up temporary data from old regions at 1733584807271 (+2 ms)Region opened successfully at 1733584807278 (+7 ms) 2024-12-07T15:20:07,296 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=388 (was 378) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:51256 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-299547047-172.17.0.2-1733584800344:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:37806 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-299547047-172.17.0.2-1733584800344:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:51478 [Receiving block BP-299547047-172.17.0.2-1733584800344:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:51656 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:38066 [Receiving block BP-299547047-172.17.0.2-1733584800344:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-299547047-172.17.0.2-1733584800344:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:51846 [Receiving block BP-299547047-172.17.0.2-1733584800344:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=261 (was 261), ProcessCount=11 (was 11), AvailableMemoryMB=7863 (was 7898) 2024-12-07T15:20:07,309 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=388, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=261, ProcessCount=11, AvailableMemoryMB=7862 2024-12-07T15:20:07,325 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T15:20:07,327 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T15:20:07,327 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T15:20:07,331 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-95512599, suffix=, logDir=hdfs://localhost:40039/hbase/WALs/hregion-95512599, archiveDir=hdfs://localhost:40039/hbase/oldWALs, maxLogs=32 2024-12-07T15:20:07,347 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-95512599/hregion-95512599.1733584807332, exclude list is [], retry=0 2024-12-07T15:20:07,351 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2,DISK] 2024-12-07T15:20:07,352 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43449,DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc,DISK] 2024-12-07T15:20:07,352 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710,DISK] 2024-12-07T15:20:07,354 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-95512599/hregion-95512599.1733584807332 2024-12-07T15:20:07,355 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42293:42293),(127.0.0.1/127.0.0.1:33691:33691),(127.0.0.1/127.0.0.1:33663:33663)] 2024-12-07T15:20:07,355 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b05b42e30358454ab0c1f0367a7e7606, NAME => 'testReplayEditsWrittenIntoWAL,,1733584807325.b05b42e30358454ab0c1f0367a7e7606.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40039/hbase 2024-12-07T15:20:07,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741854_1030 (size=64) 2024-12-07T15:20:07,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741854_1030 (size=64) 2024-12-07T15:20:07,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741854_1030 (size=64) 2024-12-07T15:20:07,369 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733584807325.b05b42e30358454ab0c1f0367a7e7606.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:07,371 INFO [StoreOpener-b05b42e30358454ab0c1f0367a7e7606-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b05b42e30358454ab0c1f0367a7e7606 2024-12-07T15:20:07,373 INFO [StoreOpener-b05b42e30358454ab0c1f0367a7e7606-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b05b42e30358454ab0c1f0367a7e7606 columnFamilyName a 2024-12-07T15:20:07,373 DEBUG [StoreOpener-b05b42e30358454ab0c1f0367a7e7606-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:07,374 INFO [StoreOpener-b05b42e30358454ab0c1f0367a7e7606-1 {}] regionserver.HStore(327): Store=b05b42e30358454ab0c1f0367a7e7606/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:07,374 INFO [StoreOpener-b05b42e30358454ab0c1f0367a7e7606-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b05b42e30358454ab0c1f0367a7e7606 2024-12-07T15:20:07,376 INFO [StoreOpener-b05b42e30358454ab0c1f0367a7e7606-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b05b42e30358454ab0c1f0367a7e7606 columnFamilyName b 2024-12-07T15:20:07,376 DEBUG [StoreOpener-b05b42e30358454ab0c1f0367a7e7606-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:07,377 INFO [StoreOpener-b05b42e30358454ab0c1f0367a7e7606-1 {}] regionserver.HStore(327): Store=b05b42e30358454ab0c1f0367a7e7606/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:07,377 INFO [StoreOpener-b05b42e30358454ab0c1f0367a7e7606-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b05b42e30358454ab0c1f0367a7e7606 2024-12-07T15:20:07,378 INFO [StoreOpener-b05b42e30358454ab0c1f0367a7e7606-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b05b42e30358454ab0c1f0367a7e7606 columnFamilyName c 2024-12-07T15:20:07,379 DEBUG [StoreOpener-b05b42e30358454ab0c1f0367a7e7606-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:07,379 INFO [StoreOpener-b05b42e30358454ab0c1f0367a7e7606-1 {}] regionserver.HStore(327): Store=b05b42e30358454ab0c1f0367a7e7606/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:07,379 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b05b42e30358454ab0c1f0367a7e7606 2024-12-07T15:20:07,380 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606 2024-12-07T15:20:07,381 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606 2024-12-07T15:20:07,382 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b05b42e30358454ab0c1f0367a7e7606 2024-12-07T15:20:07,382 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b05b42e30358454ab0c1f0367a7e7606 2024-12-07T15:20:07,383 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T15:20:07,386 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b05b42e30358454ab0c1f0367a7e7606 2024-12-07T15:20:07,389 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T15:20:07,389 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b05b42e30358454ab0c1f0367a7e7606; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63022906, jitterRate=-0.06088551878929138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T15:20:07,390 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b05b42e30358454ab0c1f0367a7e7606: Writing region info on filesystem at 1733584807369Initializing all the Stores at 1733584807370 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584807370Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584807371 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584807371Cleaning up temporary data from old regions at 1733584807382 (+11 ms)Region opened successfully at 1733584807390 (+8 ms) 2024-12-07T15:20:07,390 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b05b42e30358454ab0c1f0367a7e7606, disabling compactions & flushes 2024-12-07T15:20:07,390 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733584807325.b05b42e30358454ab0c1f0367a7e7606. 2024-12-07T15:20:07,390 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733584807325.b05b42e30358454ab0c1f0367a7e7606. 2024-12-07T15:20:07,390 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733584807325.b05b42e30358454ab0c1f0367a7e7606. after waiting 0 ms 2024-12-07T15:20:07,390 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733584807325.b05b42e30358454ab0c1f0367a7e7606. 2024-12-07T15:20:07,391 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733584807325.b05b42e30358454ab0c1f0367a7e7606. 2024-12-07T15:20:07,391 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b05b42e30358454ab0c1f0367a7e7606: Waiting for close lock at 1733584807390Disabling compacts and flushes for region at 1733584807390Disabling writes for close at 1733584807390Writing region close event to WAL at 1733584807390Closed at 1733584807390 2024-12-07T15:20:07,395 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-95512599/hregion-95512599.1733584807332 not finished, retry = 0 2024-12-07T15:20:07,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741853_1029 (size=93) 2024-12-07T15:20:07,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741853_1029 (size=93) 2024-12-07T15:20:07,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741853_1029 (size=93) 2024-12-07T15:20:07,499 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T15:20:07,499 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-95512599:(num 1733584807332) 2024-12-07T15:20:07,500 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T15:20:07,502 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733584807324, archiveDir=hdfs://localhost:40039/hbase/oldWALs, maxLogs=32 2024-12-07T15:20:07,516 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733584807324/wal.1733584807503, exclude list is [], retry=0 2024-12-07T15:20:07,520 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43449,DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc,DISK] 2024-12-07T15:20:07,521 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710,DISK] 2024-12-07T15:20:07,521 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2,DISK] 2024-12-07T15:20:07,523 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733584807324/wal.1733584807503 2024-12-07T15:20:07,524 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33691:33691),(127.0.0.1/127.0.0.1:33663:33663),(127.0.0.1/127.0.0.1:42293:42293)] 2024-12-07T15:20:07,742 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733584807324/wal.1733584807503, size=0 (0bytes) 2024-12-07T15:20:07,743 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733584807324/wal.1733584807503 might be still open, length is 0 2024-12-07T15:20:07,743 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733584807324/wal.1733584807503 2024-12-07T15:20:07,744 WARN [IPC Server handler 0 on default port 40039 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733584807324/wal.1733584807503 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-12-07T15:20:07,744 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733584807324/wal.1733584807503 after 1ms 2024-12-07T15:20:08,304 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:38100 [Receiving block BP-299547047-172.17.0.2-1733584800344:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:43449:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38100 dst: /127.0.0.1:43449 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43449 remote=/127.0.0.1:38100]. Total timeout mills is 60000, 59405 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T15:20:08,305 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:51490 [Receiving block BP-299547047-172.17.0.2-1733584800344:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:41007:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51490 dst: /127.0.0.1:41007 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T15:20:08,305 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:51898 [Receiving block BP-299547047-172.17.0.2-1733584800344:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:40307:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51898 dst: /127.0.0.1:40307 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T15:20:08,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741855_1032 (size=470675) 2024-12-07T15:20:08,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741855_1032 (size=470675) 2024-12-07T15:20:08,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741855_1032 (size=470675) 2024-12-07T15:20:11,553 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T15:20:11,611 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-07T15:20:11,745 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733584807324/wal.1733584807503 after 4002ms 2024-12-07T15:20:11,751 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733584807324/wal.1733584807503 took 4009ms 2024-12-07T15:20:11,755 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733584807503.temp 2024-12-07T15:20:11,764 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/recovered.edits/0000000000000000001-wal.1733584807503.temp 2024-12-07T15:20:11,834 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733584807324/wal.1733584807503; continuing. 2024-12-07T15:20:11,834 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733584807324/wal.1733584807503 so closing down 2024-12-07T15:20:11,834 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T15:20:11,835 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T15:20:11,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741856_1033 (size=470683) 2024-12-07T15:20:11,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741856_1033 (size=470683) 2024-12-07T15:20:11,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741856_1033 (size=470683) 2024-12-07T15:20:11,839 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/recovered.edits/0000000000000000001-wal.1733584807503.temp (wrote 3002 edits, skipped 0 edits in 32 ms) 2024-12-07T15:20:11,841 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/recovered.edits/0000000000000000001-wal.1733584807503.temp to hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/recovered.edits/0000000000000003002 2024-12-07T15:20:11,842 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 91 ms; skipped=0; WAL=hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733584807324/wal.1733584807503, size=0, length=0, corrupted=false, cancelled=false 2024-12-07T15:20:11,842 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733584807324/wal.1733584807503, journal: Splitting hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733584807324/wal.1733584807503, size=0 (0bytes) at 1733584807743Creating recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/recovered.edits/0000000000000000001-wal.1733584807503.temp at 1733584811764 (+4021 ms)Split 1024 edits, skipped 0 edits. at 1733584811799 (+35 ms)Split 2048 edits, skipped 0 edits. at 1733584811820 (+21 ms)Finishing writing output for hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733584807324/wal.1733584807503 so closing down at 1733584811834 (+14 ms)3 split writer threads finished at 1733584811835 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/recovered.edits/0000000000000000001-wal.1733584807503.temp (wrote 3002 edits, skipped 0 edits in 32 ms) at 1733584811839 (+4 ms)Rename recovered edits hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/recovered.edits/0000000000000000001-wal.1733584807503.temp to hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/recovered.edits/0000000000000003002 at 1733584811841 (+2 ms)Processed 3002 edits across 1 Regions in 91 ms; skipped=0; WAL=hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733584807324/wal.1733584807503, size=0, length=0, corrupted=false, cancelled=false at 1733584811842 (+1 ms) 2024-12-07T15:20:11,844 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733584807324/wal.1733584807503 to hdfs://localhost:40039/hbase/oldWALs/wal.1733584807503 2024-12-07T15:20:11,846 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/recovered.edits/0000000000000003002 2024-12-07T15:20:11,846 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T15:20:11,848 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733584807324, archiveDir=hdfs://localhost:40039/hbase/oldWALs, maxLogs=32 2024-12-07T15:20:11,862 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733584807324/wal.1733584811849, exclude list is [], retry=0 2024-12-07T15:20:11,866 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710,DISK] 2024-12-07T15:20:11,866 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43449,DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc,DISK] 2024-12-07T15:20:11,867 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2,DISK] 2024-12-07T15:20:11,869 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733584807324/wal.1733584811849 2024-12-07T15:20:11,869 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33663:33663),(127.0.0.1/127.0.0.1:33691:33691),(127.0.0.1/127.0.0.1:42293:42293)] 2024-12-07T15:20:11,870 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733584807325.b05b42e30358454ab0c1f0367a7e7606.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:11,871 INFO [StoreOpener-b05b42e30358454ab0c1f0367a7e7606-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b05b42e30358454ab0c1f0367a7e7606 2024-12-07T15:20:11,872 INFO [StoreOpener-b05b42e30358454ab0c1f0367a7e7606-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b05b42e30358454ab0c1f0367a7e7606 columnFamilyName a 2024-12-07T15:20:11,873 DEBUG [StoreOpener-b05b42e30358454ab0c1f0367a7e7606-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:11,873 INFO [StoreOpener-b05b42e30358454ab0c1f0367a7e7606-1 {}] regionserver.HStore(327): Store=b05b42e30358454ab0c1f0367a7e7606/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:11,873 INFO [StoreOpener-b05b42e30358454ab0c1f0367a7e7606-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b05b42e30358454ab0c1f0367a7e7606 2024-12-07T15:20:11,874 INFO [StoreOpener-b05b42e30358454ab0c1f0367a7e7606-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b05b42e30358454ab0c1f0367a7e7606 columnFamilyName b 2024-12-07T15:20:11,874 DEBUG [StoreOpener-b05b42e30358454ab0c1f0367a7e7606-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:11,875 INFO [StoreOpener-b05b42e30358454ab0c1f0367a7e7606-1 {}] regionserver.HStore(327): Store=b05b42e30358454ab0c1f0367a7e7606/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:11,875 INFO [StoreOpener-b05b42e30358454ab0c1f0367a7e7606-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b05b42e30358454ab0c1f0367a7e7606 2024-12-07T15:20:11,876 INFO [StoreOpener-b05b42e30358454ab0c1f0367a7e7606-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b05b42e30358454ab0c1f0367a7e7606 columnFamilyName c 2024-12-07T15:20:11,876 DEBUG [StoreOpener-b05b42e30358454ab0c1f0367a7e7606-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:11,877 INFO [StoreOpener-b05b42e30358454ab0c1f0367a7e7606-1 {}] regionserver.HStore(327): Store=b05b42e30358454ab0c1f0367a7e7606/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:11,877 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b05b42e30358454ab0c1f0367a7e7606 2024-12-07T15:20:11,878 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606 2024-12-07T15:20:11,881 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606 2024-12-07T15:20:11,882 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/recovered.edits/0000000000000003002 2024-12-07T15:20:11,918 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-07T15:20:12,302 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b05b42e30358454ab0c1f0367a7e7606 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-07T15:20:12,345 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/.tmp/a/ed3cb92e7e5b4f12b02592b6b3c36511 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733584807534/Put/seqid=0 2024-12-07T15:20:12,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741858_1035 (size=50463) 2024-12-07T15:20:12,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741858_1035 (size=50463) 2024-12-07T15:20:12,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741858_1035 (size=50463) 2024-12-07T15:20:12,355 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/.tmp/a/ed3cb92e7e5b4f12b02592b6b3c36511 2024-12-07T15:20:12,363 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/.tmp/a/ed3cb92e7e5b4f12b02592b6b3c36511 as hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/a/ed3cb92e7e5b4f12b02592b6b3c36511 2024-12-07T15:20:12,370 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/a/ed3cb92e7e5b4f12b02592b6b3c36511, entries=754, sequenceid=754, filesize=49.3 K 2024-12-07T15:20:12,371 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for b05b42e30358454ab0c1f0367a7e7606 in 69ms, sequenceid=754, compaction requested=false; wal=null 2024-12-07T15:20:12,383 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-07T15:20:12,384 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b05b42e30358454ab0c1f0367a7e7606 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-07T15:20:12,394 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/.tmp/a/ef85e9dfb3dd4528aa63f70fbcda34d6 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733584807578/Put/seqid=0 2024-12-07T15:20:12,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741859_1036 (size=20072) 2024-12-07T15:20:12,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741859_1036 (size=20072) 2024-12-07T15:20:12,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741859_1036 (size=20072) 2024-12-07T15:20:12,404 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/.tmp/a/ef85e9dfb3dd4528aa63f70fbcda34d6 2024-12-07T15:20:12,431 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/.tmp/b/0302b0077610448ea2550d0c4ebec84d is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733584807601/Put/seqid=0 2024-12-07T15:20:12,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741860_1037 (size=35835) 2024-12-07T15:20:12,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741860_1037 (size=35835) 2024-12-07T15:20:12,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741860_1037 (size=35835) 2024-12-07T15:20:12,440 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/.tmp/b/0302b0077610448ea2550d0c4ebec84d 2024-12-07T15:20:12,448 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/.tmp/a/ef85e9dfb3dd4528aa63f70fbcda34d6 as hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/a/ef85e9dfb3dd4528aa63f70fbcda34d6 2024-12-07T15:20:12,457 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/a/ef85e9dfb3dd4528aa63f70fbcda34d6, entries=246, sequenceid=1508, filesize=19.6 K 2024-12-07T15:20:12,459 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/.tmp/b/0302b0077610448ea2550d0c4ebec84d as hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/b/0302b0077610448ea2550d0c4ebec84d 2024-12-07T15:20:12,466 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/b/0302b0077610448ea2550d0c4ebec84d, entries=508, sequenceid=1508, filesize=35.0 K 2024-12-07T15:20:12,466 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for b05b42e30358454ab0c1f0367a7e7606 in 83ms, sequenceid=1508, compaction requested=false; wal=null 2024-12-07T15:20:12,479 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-07T15:20:12,479 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b05b42e30358454ab0c1f0367a7e7606 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-07T15:20:12,488 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/.tmp/b/1db97461100e460ba406c2006ec62f1c is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733584807627/Put/seqid=0 2024-12-07T15:20:12,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741861_1038 (size=35082) 2024-12-07T15:20:12,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741861_1038 (size=35082) 2024-12-07T15:20:12,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741861_1038 (size=35082) 2024-12-07T15:20:12,503 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/.tmp/b/1db97461100e460ba406c2006ec62f1c 2024-12-07T15:20:12,536 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/.tmp/c/80341a342cc14fa6828adb27814fdc98 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733584807664/Put/seqid=0 2024-12-07T15:20:12,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741862_1039 (size=20825) 2024-12-07T15:20:12,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741862_1039 (size=20825) 2024-12-07T15:20:12,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741862_1039 (size=20825) 2024-12-07T15:20:12,546 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/.tmp/c/80341a342cc14fa6828adb27814fdc98 2024-12-07T15:20:12,555 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/.tmp/b/1db97461100e460ba406c2006ec62f1c as hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/b/1db97461100e460ba406c2006ec62f1c 2024-12-07T15:20:12,562 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/b/1db97461100e460ba406c2006ec62f1c, entries=492, sequenceid=2262, filesize=34.3 K 2024-12-07T15:20:12,564 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/.tmp/c/80341a342cc14fa6828adb27814fdc98 as hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/c/80341a342cc14fa6828adb27814fdc98 2024-12-07T15:20:12,572 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/c/80341a342cc14fa6828adb27814fdc98, entries=262, sequenceid=2262, filesize=20.3 K 2024-12-07T15:20:12,572 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for b05b42e30358454ab0c1f0367a7e7606 in 93ms, sequenceid=2262, compaction requested=false; wal=null 2024-12-07T15:20:12,581 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733584807707/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733584807325.b05b42e30358454ab0c1f0367a7e7606. 2024-12-07T15:20:12,585 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/recovered.edits/0000000000000003002 2024-12-07T15:20:12,585 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-07T15:20:12,586 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b05b42e30358454ab0c1f0367a7e7606 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-12-07T15:20:12,596 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/.tmp/c/1db0fd9917cc4a8d9f7bc7513e0afe9f is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733584807673/Put/seqid=0 2024-12-07T15:20:12,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741863_1040 (size=50301) 2024-12-07T15:20:12,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741863_1040 (size=50301) 2024-12-07T15:20:12,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741863_1040 (size=50301) 2024-12-07T15:20:12,609 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/.tmp/c/1db0fd9917cc4a8d9f7bc7513e0afe9f 2024-12-07T15:20:12,617 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1db0fd9917cc4a8d9f7bc7513e0afe9f 2024-12-07T15:20:12,619 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/.tmp/c/1db0fd9917cc4a8d9f7bc7513e0afe9f as hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/c/1db0fd9917cc4a8d9f7bc7513e0afe9f 2024-12-07T15:20:12,628 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1db0fd9917cc4a8d9f7bc7513e0afe9f 2024-12-07T15:20:12,628 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/c/1db0fd9917cc4a8d9f7bc7513e0afe9f, entries=739, sequenceid=3002, filesize=49.1 K 2024-12-07T15:20:12,628 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for b05b42e30358454ab0c1f0367a7e7606 in 42ms, sequenceid=3002, compaction requested=false; wal=null 2024-12-07T15:20:12,630 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/recovered.edits/0000000000000003002 2024-12-07T15:20:12,631 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b05b42e30358454ab0c1f0367a7e7606 2024-12-07T15:20:12,631 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b05b42e30358454ab0c1f0367a7e7606 2024-12-07T15:20:12,632 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T15:20:12,634 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b05b42e30358454ab0c1f0367a7e7606 2024-12-07T15:20:12,637 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenIntoWAL/b05b42e30358454ab0c1f0367a7e7606/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-12-07T15:20:12,638 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b05b42e30358454ab0c1f0367a7e7606; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59113093, jitterRate=-0.11914627254009247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T15:20:12,638 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b05b42e30358454ab0c1f0367a7e7606: Writing region info on filesystem at 1733584811870Initializing all the Stores at 1733584811871 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584811871Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584811871Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584811871Cleaning up temporary data from old regions at 1733584812631 (+760 ms)Region opened successfully at 1733584812638 (+7 ms) 2024-12-07T15:20:12,696 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b05b42e30358454ab0c1f0367a7e7606, disabling compactions & flushes 2024-12-07T15:20:12,696 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733584807325.b05b42e30358454ab0c1f0367a7e7606. 2024-12-07T15:20:12,696 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733584807325.b05b42e30358454ab0c1f0367a7e7606. 2024-12-07T15:20:12,696 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733584807325.b05b42e30358454ab0c1f0367a7e7606. after waiting 0 ms 2024-12-07T15:20:12,696 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733584807325.b05b42e30358454ab0c1f0367a7e7606. 2024-12-07T15:20:12,698 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733584807325.b05b42e30358454ab0c1f0367a7e7606. 2024-12-07T15:20:12,698 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b05b42e30358454ab0c1f0367a7e7606: Waiting for close lock at 1733584812696Disabling compacts and flushes for region at 1733584812696Disabling writes for close at 1733584812696Writing region close event to WAL at 1733584812698 (+2 ms)Closed at 1733584812698 2024-12-07T15:20:12,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741857_1034 (size=93) 2024-12-07T15:20:12,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741857_1034 (size=93) 2024-12-07T15:20:12,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741857_1034 (size=93) 2024-12-07T15:20:12,707 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T15:20:12,707 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733584811849) 2024-12-07T15:20:12,730 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=404 (was 388) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/cluster_f4f7bdc6-1747-2de0-7704-0bf82d6f5689/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:36009 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/cluster_f4f7bdc6-1747-2de0-7704-0bf82d6f5689/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:45493 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:40039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/cluster_f4f7bdc6-1747-2de0-7704-0bf82d6f5689/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:40039 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/cluster_f4f7bdc6-1747-2de0-7704-0bf82d6f5689/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1947018338_22 at /127.0.0.1:52970 [Waiting for operation #26] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1947018338_22 at /127.0.0.1:59648 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1947018338_22 at /127.0.0.1:51404 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1947018338_22 at /127.0.0.1:59664 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=240 (was 261), ProcessCount=11 (was 11), AvailableMemoryMB=7817 (was 7862) 2024-12-07T15:20:12,742 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#test2727 Thread=404, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=240, ProcessCount=11, AvailableMemoryMB=7816 2024-12-07T15:20:12,761 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T15:20:12,763 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T15:20:12,763 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T15:20:12,767 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-81849470, suffix=, logDir=hdfs://localhost:40039/hbase/WALs/hregion-81849470, archiveDir=hdfs://localhost:40039/hbase/oldWALs, maxLogs=32 2024-12-07T15:20:12,780 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-81849470/hregion-81849470.1733584812767, exclude list is [], retry=0 2024-12-07T15:20:12,784 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710,DISK] 2024-12-07T15:20:12,784 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43449,DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc,DISK] 2024-12-07T15:20:12,786 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2,DISK] 2024-12-07T15:20:12,789 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-81849470/hregion-81849470.1733584812767 2024-12-07T15:20:12,789 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33663:33663),(127.0.0.1/127.0.0.1:33691:33691),(127.0.0.1/127.0.0.1:42293:42293)] 2024-12-07T15:20:12,789 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 96b4e1eab2d1d87f2097055fcb8f23ba, NAME => 'test2727,,1733584812761.96b4e1eab2d1d87f2097055fcb8f23ba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40039/hbase 2024-12-07T15:20:12,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741865_1042 (size=43) 2024-12-07T15:20:12,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741865_1042 (size=43) 2024-12-07T15:20:12,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741865_1042 (size=43) 2024-12-07T15:20:12,802 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733584812761.96b4e1eab2d1d87f2097055fcb8f23ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:12,804 INFO [StoreOpener-96b4e1eab2d1d87f2097055fcb8f23ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 96b4e1eab2d1d87f2097055fcb8f23ba 2024-12-07T15:20:12,806 INFO [StoreOpener-96b4e1eab2d1d87f2097055fcb8f23ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96b4e1eab2d1d87f2097055fcb8f23ba columnFamilyName a 2024-12-07T15:20:12,806 DEBUG [StoreOpener-96b4e1eab2d1d87f2097055fcb8f23ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:12,806 INFO [StoreOpener-96b4e1eab2d1d87f2097055fcb8f23ba-1 {}] regionserver.HStore(327): Store=96b4e1eab2d1d87f2097055fcb8f23ba/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:12,807 INFO [StoreOpener-96b4e1eab2d1d87f2097055fcb8f23ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 96b4e1eab2d1d87f2097055fcb8f23ba 2024-12-07T15:20:12,809 INFO [StoreOpener-96b4e1eab2d1d87f2097055fcb8f23ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96b4e1eab2d1d87f2097055fcb8f23ba columnFamilyName b 2024-12-07T15:20:12,809 DEBUG [StoreOpener-96b4e1eab2d1d87f2097055fcb8f23ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:12,810 INFO [StoreOpener-96b4e1eab2d1d87f2097055fcb8f23ba-1 {}] regionserver.HStore(327): Store=96b4e1eab2d1d87f2097055fcb8f23ba/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:12,810 INFO [StoreOpener-96b4e1eab2d1d87f2097055fcb8f23ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 96b4e1eab2d1d87f2097055fcb8f23ba 2024-12-07T15:20:12,812 INFO [StoreOpener-96b4e1eab2d1d87f2097055fcb8f23ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96b4e1eab2d1d87f2097055fcb8f23ba columnFamilyName c 2024-12-07T15:20:12,812 DEBUG [StoreOpener-96b4e1eab2d1d87f2097055fcb8f23ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:12,812 INFO [StoreOpener-96b4e1eab2d1d87f2097055fcb8f23ba-1 {}] regionserver.HStore(327): Store=96b4e1eab2d1d87f2097055fcb8f23ba/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:12,813 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 96b4e1eab2d1d87f2097055fcb8f23ba 2024-12-07T15:20:12,813 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba 2024-12-07T15:20:12,814 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba 2024-12-07T15:20:12,815 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 96b4e1eab2d1d87f2097055fcb8f23ba 2024-12-07T15:20:12,816 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 96b4e1eab2d1d87f2097055fcb8f23ba 2024-12-07T15:20:12,816 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T15:20:12,818 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 96b4e1eab2d1d87f2097055fcb8f23ba 2024-12-07T15:20:12,821 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T15:20:12,821 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 96b4e1eab2d1d87f2097055fcb8f23ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63990729, jitterRate=-0.04646383225917816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T15:20:12,823 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 96b4e1eab2d1d87f2097055fcb8f23ba: Writing region info on filesystem at 1733584812802Initializing all the Stores at 1733584812803 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584812803Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584812804 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584812804Cleaning up temporary data from old regions at 1733584812816 (+12 ms)Region opened successfully at 1733584812823 (+7 ms) 2024-12-07T15:20:12,823 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 96b4e1eab2d1d87f2097055fcb8f23ba, disabling compactions & flushes 2024-12-07T15:20:12,823 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733584812761.96b4e1eab2d1d87f2097055fcb8f23ba. 2024-12-07T15:20:12,823 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733584812761.96b4e1eab2d1d87f2097055fcb8f23ba. 2024-12-07T15:20:12,823 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733584812761.96b4e1eab2d1d87f2097055fcb8f23ba. after waiting 0 ms 2024-12-07T15:20:12,823 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733584812761.96b4e1eab2d1d87f2097055fcb8f23ba. 2024-12-07T15:20:12,824 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733584812761.96b4e1eab2d1d87f2097055fcb8f23ba. 2024-12-07T15:20:12,824 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 96b4e1eab2d1d87f2097055fcb8f23ba: Waiting for close lock at 1733584812823Disabling compacts and flushes for region at 1733584812823Disabling writes for close at 1733584812823Writing region close event to WAL at 1733584812824 (+1 ms)Closed at 1733584812824 2024-12-07T15:20:12,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741864_1041 (size=93) 2024-12-07T15:20:12,828 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-81849470/hregion-81849470.1733584812767 not finished, retry = 0 2024-12-07T15:20:12,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741864_1041 (size=93) 2024-12-07T15:20:12,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741864_1041 (size=93) 2024-12-07T15:20:12,932 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T15:20:12,932 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-81849470:(num 1733584812767) 2024-12-07T15:20:12,932 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T15:20:12,935 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40039/hbase/WALs/test2727-manual,16010,1733584812760, archiveDir=hdfs://localhost:40039/hbase/oldWALs, maxLogs=32 2024-12-07T15:20:12,949 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733584812760/wal.1733584812935, exclude list is [], retry=0 2024-12-07T15:20:12,952 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710,DISK] 2024-12-07T15:20:12,953 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43449,DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc,DISK] 2024-12-07T15:20:12,953 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2,DISK] 2024-12-07T15:20:12,956 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733584812760/wal.1733584812935 2024-12-07T15:20:12,957 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33663:33663),(127.0.0.1/127.0.0.1:33691:33691),(127.0.0.1/127.0.0.1:42293:42293)] 2024-12-07T15:20:13,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741866_1043 (size=344306) 2024-12-07T15:20:13,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741866_1043 (size=344306) 2024-12-07T15:20:13,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741866_1043 (size=344306) 2024-12-07T15:20:13,099 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40039/hbase/WALs/test2727-manual,16010,1733584812760/wal.1733584812935, size=336.2 K (344306bytes) 2024-12-07T15:20:13,099 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40039/hbase/WALs/test2727-manual,16010,1733584812760/wal.1733584812935 2024-12-07T15:20:13,099 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40039/hbase/WALs/test2727-manual,16010,1733584812760/wal.1733584812935 after 0ms 2024-12-07T15:20:13,103 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40039/hbase/WALs/test2727-manual,16010,1733584812760/wal.1733584812935 took 4ms 2024-12-07T15:20:13,108 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733584812935.temp 2024-12-07T15:20:13,110 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/recovered.edits/0000000000000000001-wal.1733584812935.temp 2024-12-07T15:20:13,133 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40039/hbase/WALs/test2727-manual,16010,1733584812760/wal.1733584812935 so closing down 2024-12-07T15:20:13,133 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T15:20:13,134 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T15:20:13,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741867_1044 (size=344306) 2024-12-07T15:20:13,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741867_1044 (size=344306) 2024-12-07T15:20:13,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741867_1044 (size=344306) 2024-12-07T15:20:13,140 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/recovered.edits/0000000000000000001-wal.1733584812935.temp (wrote 3000 edits, skipped 0 edits in 10 ms) 2024-12-07T15:20:13,142 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/recovered.edits/0000000000000000001-wal.1733584812935.temp to hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/recovered.edits/0000000000000003000 2024-12-07T15:20:13,142 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:40039/hbase/WALs/test2727-manual,16010,1733584812760/wal.1733584812935, size=336.2 K, length=344306, corrupted=false, cancelled=false 2024-12-07T15:20:13,142 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40039/hbase/WALs/test2727-manual,16010,1733584812760/wal.1733584812935, journal: Splitting hdfs://localhost:40039/hbase/WALs/test2727-manual,16010,1733584812760/wal.1733584812935, size=336.2 K (344306bytes) at 1733584813099Creating recovered edits writer path=hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/recovered.edits/0000000000000000001-wal.1733584812935.temp at 1733584813110 (+11 ms)Split 1024 edits, skipped 0 edits. at 1733584813115 (+5 ms)Split 2048 edits, skipped 0 edits. at 1733584813125 (+10 ms)Finishing writing output for hdfs://localhost:40039/hbase/WALs/test2727-manual,16010,1733584812760/wal.1733584812935 so closing down at 1733584813133 (+8 ms)3 split writer threads finished at 1733584813134 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/recovered.edits/0000000000000000001-wal.1733584812935.temp (wrote 3000 edits, skipped 0 edits in 10 ms) at 1733584813140 (+6 ms)Rename recovered edits hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/recovered.edits/0000000000000000001-wal.1733584812935.temp to hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/recovered.edits/0000000000000003000 at 1733584813142 (+2 ms)Processed 3000 edits across 1 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:40039/hbase/WALs/test2727-manual,16010,1733584812760/wal.1733584812935, size=336.2 K, length=344306, corrupted=false, cancelled=false at 1733584813142 2024-12-07T15:20:13,144 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40039/hbase/WALs/test2727-manual,16010,1733584812760/wal.1733584812935 to hdfs://localhost:40039/hbase/oldWALs/wal.1733584812935 2024-12-07T15:20:13,145 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/recovered.edits/0000000000000003000 2024-12-07T15:20:13,146 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T15:20:13,148 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40039/hbase/WALs/test2727-manual,16010,1733584812760, archiveDir=hdfs://localhost:40039/hbase/oldWALs, maxLogs=32 2024-12-07T15:20:13,162 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733584812760/wal.1733584813148, exclude list is [], retry=0 2024-12-07T15:20:13,166 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43449,DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc,DISK] 2024-12-07T15:20:13,166 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2,DISK] 2024-12-07T15:20:13,167 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710,DISK] 2024-12-07T15:20:13,169 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733584812760/wal.1733584813148 2024-12-07T15:20:13,170 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33691:33691),(127.0.0.1/127.0.0.1:42293:42293),(127.0.0.1/127.0.0.1:33663:33663)] 2024-12-07T15:20:13,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741868_1045 (size=344433) 2024-12-07T15:20:13,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741868_1045 (size=344433) 2024-12-07T15:20:13,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741868_1045 (size=344433) 2024-12-07T15:20:13,345 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40039/hbase/WALs/test2727-manual,16010,1733584812760/wal.1733584813148, size=336.4 K (344433bytes) 2024-12-07T15:20:13,345 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40039/hbase/WALs/test2727-manual,16010,1733584812760/wal.1733584813148 2024-12-07T15:20:13,345 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40039/hbase/WALs/test2727-manual,16010,1733584812760/wal.1733584813148 after 0ms 2024-12-07T15:20:13,350 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40039/hbase/WALs/test2727-manual,16010,1733584812760/wal.1733584813148 took 5ms 2024-12-07T15:20:13,355 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733584813148.temp 2024-12-07T15:20:13,357 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/recovered.edits/0000000000000003001-wal.1733584813148.temp 2024-12-07T15:20:13,386 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40039/hbase/WALs/test2727-manual,16010,1733584812760/wal.1733584813148 so closing down 2024-12-07T15:20:13,386 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T15:20:13,386 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T15:20:13,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741869_1046 (size=344433) 2024-12-07T15:20:13,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741869_1046 (size=344433) 2024-12-07T15:20:13,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741869_1046 (size=344433) 2024-12-07T15:20:13,391 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/recovered.edits/0000000000000003001-wal.1733584813148.temp (wrote 3000 edits, skipped 0 edits in 12 ms) 2024-12-07T15:20:13,393 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/recovered.edits/0000000000000003001-wal.1733584813148.temp to hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/recovered.edits/0000000000000006000 2024-12-07T15:20:13,394 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:40039/hbase/WALs/test2727-manual,16010,1733584812760/wal.1733584813148, size=336.4 K, length=344433, corrupted=false, cancelled=false 2024-12-07T15:20:13,394 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40039/hbase/WALs/test2727-manual,16010,1733584812760/wal.1733584813148, journal: Splitting hdfs://localhost:40039/hbase/WALs/test2727-manual,16010,1733584812760/wal.1733584813148, size=336.4 K (344433bytes) at 1733584813345Creating recovered edits writer path=hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/recovered.edits/0000000000000003001-wal.1733584813148.temp at 1733584813357 (+12 ms)Split 1024 edits, skipped 0 edits. at 1733584813363 (+6 ms)Split 2048 edits, skipped 0 edits. at 1733584813374 (+11 ms)Finishing writing output for hdfs://localhost:40039/hbase/WALs/test2727-manual,16010,1733584812760/wal.1733584813148 so closing down at 1733584813386 (+12 ms)3 split writer threads finished at 1733584813386Closed recovered edits writer path=hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/recovered.edits/0000000000000003001-wal.1733584813148.temp (wrote 3000 edits, skipped 0 edits in 12 ms) at 1733584813391 (+5 ms)Rename recovered edits hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/recovered.edits/0000000000000003001-wal.1733584813148.temp to hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/recovered.edits/0000000000000006000 at 1733584813393 (+2 ms)Processed 3000 edits across 1 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:40039/hbase/WALs/test2727-manual,16010,1733584812760/wal.1733584813148, size=336.4 K, length=344433, corrupted=false, cancelled=false at 1733584813394 (+1 ms) 2024-12-07T15:20:13,396 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40039/hbase/WALs/test2727-manual,16010,1733584812760/wal.1733584813148 to hdfs://localhost:40039/hbase/oldWALs/wal.1733584813148 2024-12-07T15:20:13,397 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/recovered.edits/0000000000000006000 2024-12-07T15:20:13,397 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T15:20:13,399 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40039/hbase/WALs/test2727-manual,16010,1733584812760, archiveDir=hdfs://localhost:40039/hbase/oldWALs, maxLogs=32 2024-12-07T15:20:13,415 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733584812760/wal.1733584813400, exclude list is [], retry=0 2024-12-07T15:20:13,418 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43449,DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc,DISK] 2024-12-07T15:20:13,419 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2,DISK] 2024-12-07T15:20:13,419 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710,DISK] 2024-12-07T15:20:13,422 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733584812760/wal.1733584813400 2024-12-07T15:20:13,422 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33691:33691),(127.0.0.1/127.0.0.1:42293:42293),(127.0.0.1/127.0.0.1:33663:33663)] 2024-12-07T15:20:13,422 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 96b4e1eab2d1d87f2097055fcb8f23ba, NAME => 'test2727,,1733584812761.96b4e1eab2d1d87f2097055fcb8f23ba.', STARTKEY => '', ENDKEY => ''} 2024-12-07T15:20:13,422 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733584812761.96b4e1eab2d1d87f2097055fcb8f23ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:13,423 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 96b4e1eab2d1d87f2097055fcb8f23ba 2024-12-07T15:20:13,423 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 96b4e1eab2d1d87f2097055fcb8f23ba 2024-12-07T15:20:13,425 INFO [StoreOpener-96b4e1eab2d1d87f2097055fcb8f23ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 96b4e1eab2d1d87f2097055fcb8f23ba 2024-12-07T15:20:13,427 INFO [StoreOpener-96b4e1eab2d1d87f2097055fcb8f23ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96b4e1eab2d1d87f2097055fcb8f23ba columnFamilyName a 2024-12-07T15:20:13,427 DEBUG [StoreOpener-96b4e1eab2d1d87f2097055fcb8f23ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:13,428 INFO [StoreOpener-96b4e1eab2d1d87f2097055fcb8f23ba-1 {}] regionserver.HStore(327): Store=96b4e1eab2d1d87f2097055fcb8f23ba/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:13,428 INFO [StoreOpener-96b4e1eab2d1d87f2097055fcb8f23ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 96b4e1eab2d1d87f2097055fcb8f23ba 2024-12-07T15:20:13,429 INFO [StoreOpener-96b4e1eab2d1d87f2097055fcb8f23ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96b4e1eab2d1d87f2097055fcb8f23ba columnFamilyName b 2024-12-07T15:20:13,429 DEBUG [StoreOpener-96b4e1eab2d1d87f2097055fcb8f23ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:13,430 INFO [StoreOpener-96b4e1eab2d1d87f2097055fcb8f23ba-1 {}] regionserver.HStore(327): Store=96b4e1eab2d1d87f2097055fcb8f23ba/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:13,430 INFO [StoreOpener-96b4e1eab2d1d87f2097055fcb8f23ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 96b4e1eab2d1d87f2097055fcb8f23ba 2024-12-07T15:20:13,431 INFO [StoreOpener-96b4e1eab2d1d87f2097055fcb8f23ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96b4e1eab2d1d87f2097055fcb8f23ba columnFamilyName c 2024-12-07T15:20:13,431 DEBUG [StoreOpener-96b4e1eab2d1d87f2097055fcb8f23ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:13,432 INFO [StoreOpener-96b4e1eab2d1d87f2097055fcb8f23ba-1 {}] regionserver.HStore(327): Store=96b4e1eab2d1d87f2097055fcb8f23ba/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:13,432 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 96b4e1eab2d1d87f2097055fcb8f23ba 2024-12-07T15:20:13,433 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba 2024-12-07T15:20:13,435 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba 2024-12-07T15:20:13,436 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/recovered.edits/0000000000000003000 2024-12-07T15:20:13,481 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/recovered.edits/0000000000000003000 2024-12-07T15:20:13,483 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/recovered.edits/0000000000000006000 2024-12-07T15:20:13,518 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/recovered.edits/0000000000000006000 2024-12-07T15:20:13,518 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 96b4e1eab2d1d87f2097055fcb8f23ba 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-12-07T15:20:13,546 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/.tmp/a/433901dc0a804ed19dd18fc1c34900eb is 41, key is test2727/a:100/1733584813176/Put/seqid=0 2024-12-07T15:20:13,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741871_1048 (size=84227) 2024-12-07T15:20:13,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741871_1048 (size=84227) 2024-12-07T15:20:13,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741871_1048 (size=84227) 2024-12-07T15:20:13,557 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/.tmp/a/433901dc0a804ed19dd18fc1c34900eb 2024-12-07T15:20:13,586 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/.tmp/b/23f3a82537ba4370bab9e53403348bb4 is 41, key is test2727/b:100/1733584813232/Put/seqid=0 2024-12-07T15:20:13,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741872_1049 (size=84609) 2024-12-07T15:20:13,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741872_1049 (size=84609) 2024-12-07T15:20:13,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741872_1049 (size=84609) 2024-12-07T15:20:13,594 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/.tmp/b/23f3a82537ba4370bab9e53403348bb4 2024-12-07T15:20:13,627 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/.tmp/c/57b10a19d22a4345a5ee1da31776c9aa is 41, key is test2727/c:100/1733584813284/Put/seqid=0 2024-12-07T15:20:13,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741873_1050 (size=84609) 2024-12-07T15:20:13,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741873_1050 (size=84609) 2024-12-07T15:20:13,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741873_1050 (size=84609) 2024-12-07T15:20:13,638 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/.tmp/c/57b10a19d22a4345a5ee1da31776c9aa 2024-12-07T15:20:13,646 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/.tmp/a/433901dc0a804ed19dd18fc1c34900eb as hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/a/433901dc0a804ed19dd18fc1c34900eb 2024-12-07T15:20:13,653 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/a/433901dc0a804ed19dd18fc1c34900eb, entries=2000, sequenceid=6000, filesize=82.3 K 2024-12-07T15:20:13,655 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/.tmp/b/23f3a82537ba4370bab9e53403348bb4 as hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/b/23f3a82537ba4370bab9e53403348bb4 2024-12-07T15:20:13,661 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/b/23f3a82537ba4370bab9e53403348bb4, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-07T15:20:13,662 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/.tmp/c/57b10a19d22a4345a5ee1da31776c9aa as hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/c/57b10a19d22a4345a5ee1da31776c9aa 2024-12-07T15:20:13,668 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/c/57b10a19d22a4345a5ee1da31776c9aa, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-07T15:20:13,669 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 96b4e1eab2d1d87f2097055fcb8f23ba in 150ms, sequenceid=6000, compaction requested=false; wal=null 2024-12-07T15:20:13,669 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/recovered.edits/0000000000000003000 2024-12-07T15:20:13,670 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/recovered.edits/0000000000000006000 2024-12-07T15:20:13,671 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 96b4e1eab2d1d87f2097055fcb8f23ba 2024-12-07T15:20:13,671 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 96b4e1eab2d1d87f2097055fcb8f23ba 2024-12-07T15:20:13,672 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T15:20:13,674 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 96b4e1eab2d1d87f2097055fcb8f23ba 2024-12-07T15:20:13,676 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/hbase/data/default/test2727/96b4e1eab2d1d87f2097055fcb8f23ba/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-12-07T15:20:13,677 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 96b4e1eab2d1d87f2097055fcb8f23ba; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74507654, jitterRate=0.1102505624294281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T15:20:13,679 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 96b4e1eab2d1d87f2097055fcb8f23ba: Writing region info on filesystem at 1733584813423Initializing all the Stores at 1733584813425 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584813425Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584813425Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584813425Obtaining lock to block concurrent updates at 1733584813518 (+93 ms)Preparing flush snapshotting stores in 96b4e1eab2d1d87f2097055fcb8f23ba at 1733584813518Finished memstore snapshotting test2727,,1733584812761.96b4e1eab2d1d87f2097055fcb8f23ba., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733584813518Flushing stores of test2727,,1733584812761.96b4e1eab2d1d87f2097055fcb8f23ba. at 1733584813518Flushing 96b4e1eab2d1d87f2097055fcb8f23ba/a: creating writer at 1733584813518Flushing 96b4e1eab2d1d87f2097055fcb8f23ba/a: appending metadata at 1733584813545 (+27 ms)Flushing 96b4e1eab2d1d87f2097055fcb8f23ba/a: closing flushed file at 1733584813545Flushing 96b4e1eab2d1d87f2097055fcb8f23ba/b: creating writer at 1733584813563 (+18 ms)Flushing 96b4e1eab2d1d87f2097055fcb8f23ba/b: appending metadata at 1733584813584 (+21 ms)Flushing 96b4e1eab2d1d87f2097055fcb8f23ba/b: closing flushed file at 1733584813584Flushing 96b4e1eab2d1d87f2097055fcb8f23ba/c: creating writer at 1733584813601 (+17 ms)Flushing 96b4e1eab2d1d87f2097055fcb8f23ba/c: appending metadata at 1733584813626 (+25 ms)Flushing 96b4e1eab2d1d87f2097055fcb8f23ba/c: closing flushed file at 1733584813626Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4da24149: reopening flushed file at 1733584813645 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30a7e25a: reopening flushed file at 1733584813654 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fcd09d6: reopening flushed file at 1733584813662 (+8 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 96b4e1eab2d1d87f2097055fcb8f23ba in 150ms, sequenceid=6000, compaction requested=false; wal=null at 1733584813669 (+7 ms)Cleaning up temporary data from old regions at 1733584813671 (+2 ms)Region opened successfully at 1733584813679 (+8 ms) 2024-12-07T15:20:13,680 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-12-07T15:20:13,680 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 96b4e1eab2d1d87f2097055fcb8f23ba, disabling compactions & flushes 2024-12-07T15:20:13,680 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733584812761.96b4e1eab2d1d87f2097055fcb8f23ba. 2024-12-07T15:20:13,680 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733584812761.96b4e1eab2d1d87f2097055fcb8f23ba. 2024-12-07T15:20:13,680 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733584812761.96b4e1eab2d1d87f2097055fcb8f23ba. after waiting 0 ms 2024-12-07T15:20:13,680 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733584812761.96b4e1eab2d1d87f2097055fcb8f23ba. 2024-12-07T15:20:13,681 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733584812761.96b4e1eab2d1d87f2097055fcb8f23ba. 2024-12-07T15:20:13,681 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 96b4e1eab2d1d87f2097055fcb8f23ba: Waiting for close lock at 1733584813680Disabling compacts and flushes for region at 1733584813680Disabling writes for close at 1733584813680Writing region close event to WAL at 1733584813681 (+1 ms)Closed at 1733584813681 2024-12-07T15:20:13,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741870_1047 (size=93) 2024-12-07T15:20:13,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741870_1047 (size=93) 2024-12-07T15:20:13,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741870_1047 (size=93) 2024-12-07T15:20:13,687 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T15:20:13,687 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733584813400) 2024-12-07T15:20:13,701 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#test2727 Thread=406 (was 404) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:53098 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:51554 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:59664 [Waiting for operation #21] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=240 (was 240), ProcessCount=11 (was 11), AvailableMemoryMB=7695 (was 7816) 2024-12-07T15:20:13,713 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=406, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=240, ProcessCount=11, AvailableMemoryMB=7694 2024-12-07T15:20:13,730 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T15:20:13,737 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40039/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733584813729, archiveDir=hdfs://localhost:40039/hbase/oldWALs, maxLogs=32 2024-12-07T15:20:13,738 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733584813738 2024-12-07T15:20:13,745 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733584813729/wal.1733584813738 2024-12-07T15:20:13,747 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42293:42293),(127.0.0.1/127.0.0.1:33663:33663),(127.0.0.1/127.0.0.1:33691:33691)] 2024-12-07T15:20:13,748 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e68d574a558e1c67c1e55f7ae000dba, NAME => 'testSequentialEditLogSeqNum,,1733584813731.4e68d574a558e1c67c1e55f7ae000dba.', STARTKEY => '', ENDKEY => ''} 2024-12-07T15:20:13,748 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733584813731.4e68d574a558e1c67c1e55f7ae000dba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:13,748 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4e68d574a558e1c67c1e55f7ae000dba 2024-12-07T15:20:13,748 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4e68d574a558e1c67c1e55f7ae000dba 2024-12-07T15:20:13,749 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:40039/hbase/data/default/testSequentialEditLogSeqNum/4e68d574a558e1c67c1e55f7ae000dba doesn't exist for region: 4e68d574a558e1c67c1e55f7ae000dba on table testSequentialEditLogSeqNum 2024-12-07T15:20:13,750 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 4e68d574a558e1c67c1e55f7ae000dba on table testSequentialEditLogSeqNum 2024-12-07T15:20:13,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741875_1052 (size=62) 2024-12-07T15:20:13,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741875_1052 (size=62) 2024-12-07T15:20:13,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741875_1052 (size=62) 2024-12-07T15:20:13,761 INFO [StoreOpener-4e68d574a558e1c67c1e55f7ae000dba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4e68d574a558e1c67c1e55f7ae000dba 2024-12-07T15:20:13,763 INFO [StoreOpener-4e68d574a558e1c67c1e55f7ae000dba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e68d574a558e1c67c1e55f7ae000dba columnFamilyName a 2024-12-07T15:20:13,763 DEBUG [StoreOpener-4e68d574a558e1c67c1e55f7ae000dba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:13,763 INFO [StoreOpener-4e68d574a558e1c67c1e55f7ae000dba-1 {}] regionserver.HStore(327): Store=4e68d574a558e1c67c1e55f7ae000dba/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:13,763 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4e68d574a558e1c67c1e55f7ae000dba 2024-12-07T15:20:13,764 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testSequentialEditLogSeqNum/4e68d574a558e1c67c1e55f7ae000dba 2024-12-07T15:20:13,764 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testSequentialEditLogSeqNum/4e68d574a558e1c67c1e55f7ae000dba 2024-12-07T15:20:13,765 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4e68d574a558e1c67c1e55f7ae000dba 2024-12-07T15:20:13,765 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4e68d574a558e1c67c1e55f7ae000dba 2024-12-07T15:20:13,767 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4e68d574a558e1c67c1e55f7ae000dba 2024-12-07T15:20:13,769 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/hbase/data/default/testSequentialEditLogSeqNum/4e68d574a558e1c67c1e55f7ae000dba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T15:20:13,769 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4e68d574a558e1c67c1e55f7ae000dba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67731481, jitterRate=0.009277716279029846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T15:20:13,771 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4e68d574a558e1c67c1e55f7ae000dba: Writing region info on filesystem at 1733584813749Initializing all the Stores at 1733584813761 (+12 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584813761Cleaning up temporary data from old regions at 1733584813765 (+4 ms)Region opened successfully at 1733584813771 (+6 ms) 2024-12-07T15:20:13,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-07T15:20:13,779 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-07T15:20:13,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T15:20:13,781 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-07T15:20:13,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-07T15:20:13,781 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-07T15:20:13,783 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-12-07T15:20:13,783 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-12-07T15:20:13,784 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-12-07T15:20:13,784 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-12-07T15:20:13,785 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4e68d574a558e1c67c1e55f7ae000dba 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-12-07T15:20:13,808 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/hbase/data/default/testSequentialEditLogSeqNum/4e68d574a558e1c67c1e55f7ae000dba/.tmp/a/3f9280a67b9b42f1bcae3a63d533c4c3 is 81, key is testSequentialEditLogSeqNum/a:x0/1733584813771/Put/seqid=0 2024-12-07T15:20:13,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741876_1053 (size=5833) 2024-12-07T15:20:13,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741876_1053 (size=5833) 2024-12-07T15:20:13,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741876_1053 (size=5833) 2024-12-07T15:20:13,818 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40039/hbase/data/default/testSequentialEditLogSeqNum/4e68d574a558e1c67c1e55f7ae000dba/.tmp/a/3f9280a67b9b42f1bcae3a63d533c4c3 2024-12-07T15:20:13,826 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/hbase/data/default/testSequentialEditLogSeqNum/4e68d574a558e1c67c1e55f7ae000dba/.tmp/a/3f9280a67b9b42f1bcae3a63d533c4c3 as hdfs://localhost:40039/hbase/data/default/testSequentialEditLogSeqNum/4e68d574a558e1c67c1e55f7ae000dba/a/3f9280a67b9b42f1bcae3a63d533c4c3 2024-12-07T15:20:13,832 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/hbase/data/default/testSequentialEditLogSeqNum/4e68d574a558e1c67c1e55f7ae000dba/a/3f9280a67b9b42f1bcae3a63d533c4c3, entries=10, sequenceid=13, filesize=5.7 K 2024-12-07T15:20:13,834 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 4e68d574a558e1c67c1e55f7ae000dba in 49ms, sequenceid=13, compaction requested=false 2024-12-07T15:20:13,834 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4e68d574a558e1c67c1e55f7ae000dba: 2024-12-07T15:20:13,840 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-07T15:20:13,841 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-07T15:20:13,841 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-07T15:20:13,841 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-07T15:20:13,841 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-07T15:20:13,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741874_1051 (size=3017) 2024-12-07T15:20:13,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741874_1051 (size=3017) 2024-12-07T15:20:13,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741874_1051 (size=3017) 2024-12-07T15:20:13,863 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40039/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733584813729/wal.1733584813738, size=2.9 K (3017bytes) 2024-12-07T15:20:13,863 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40039/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733584813729/wal.1733584813738 2024-12-07T15:20:13,863 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40039/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733584813729/wal.1733584813738 after 0ms 2024-12-07T15:20:13,866 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40039/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733584813729/wal.1733584813738 took 4ms 2024-12-07T15:20:13,868 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40039/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733584813729/wal.1733584813738 so closing down 2024-12-07T15:20:13,869 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T15:20:13,870 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733584813738.temp 2024-12-07T15:20:13,871 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testSequentialEditLogSeqNum/4e68d574a558e1c67c1e55f7ae000dba/recovered.edits/0000000000000000003-wal.1733584813738.temp 2024-12-07T15:20:13,871 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T15:20:13,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741877_1054 (size=2433) 2024-12-07T15:20:13,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741877_1054 (size=2433) 2024-12-07T15:20:13,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741877_1054 (size=2433) 2024-12-07T15:20:13,883 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testSequentialEditLogSeqNum/4e68d574a558e1c67c1e55f7ae000dba/recovered.edits/0000000000000000003-wal.1733584813738.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-07T15:20:13,884 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40039/hbase/data/default/testSequentialEditLogSeqNum/4e68d574a558e1c67c1e55f7ae000dba/recovered.edits/0000000000000000003-wal.1733584813738.temp to hdfs://localhost:40039/hbase/data/default/testSequentialEditLogSeqNum/4e68d574a558e1c67c1e55f7ae000dba/recovered.edits/0000000000000000020 2024-12-07T15:20:13,885 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:40039/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733584813729/wal.1733584813738, size=2.9 K, length=3017, corrupted=false, cancelled=false 2024-12-07T15:20:13,885 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40039/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733584813729/wal.1733584813738, journal: Splitting hdfs://localhost:40039/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733584813729/wal.1733584813738, size=2.9 K (3017bytes) at 1733584813863Finishing writing output for hdfs://localhost:40039/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733584813729/wal.1733584813738 so closing down at 1733584813869 (+6 ms)Creating recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testSequentialEditLogSeqNum/4e68d574a558e1c67c1e55f7ae000dba/recovered.edits/0000000000000000003-wal.1733584813738.temp at 1733584813871 (+2 ms)3 split writer threads finished at 1733584813871Closed recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testSequentialEditLogSeqNum/4e68d574a558e1c67c1e55f7ae000dba/recovered.edits/0000000000000000003-wal.1733584813738.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733584813883 (+12 ms)Rename recovered edits hdfs://localhost:40039/hbase/data/default/testSequentialEditLogSeqNum/4e68d574a558e1c67c1e55f7ae000dba/recovered.edits/0000000000000000003-wal.1733584813738.temp to hdfs://localhost:40039/hbase/data/default/testSequentialEditLogSeqNum/4e68d574a558e1c67c1e55f7ae000dba/recovered.edits/0000000000000000020 at 1733584813884 (+1 ms)Processed 17 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:40039/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733584813729/wal.1733584813738, size=2.9 K, length=3017, corrupted=false, cancelled=false at 1733584813885 (+1 ms) 2024-12-07T15:20:13,899 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=411 (was 406) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:53098 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:51554 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:59664 [Waiting for operation #23] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=240 (was 240), ProcessCount=11 (was 11), AvailableMemoryMB=7672 (was 7694) 2024-12-07T15:20:13,912 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=411, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=240, ProcessCount=11, AvailableMemoryMB=7671 2024-12-07T15:20:13,929 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T15:20:13,931 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T15:20:13,965 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T15:20:13,968 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-31967680, suffix=, logDir=hdfs://localhost:40039/hbase/WALs/hregion-31967680, archiveDir=hdfs://localhost:40039/hbase/oldWALs, maxLogs=32 2024-12-07T15:20:13,983 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-31967680/hregion-31967680.1733584813968, exclude list is [], retry=0 2024-12-07T15:20:13,986 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43449,DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc,DISK] 2024-12-07T15:20:13,986 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2,DISK] 2024-12-07T15:20:13,987 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710,DISK] 2024-12-07T15:20:13,991 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-31967680/hregion-31967680.1733584813968 2024-12-07T15:20:13,992 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33691:33691),(127.0.0.1/127.0.0.1:42293:42293),(127.0.0.1/127.0.0.1:33663:33663)] 2024-12-07T15:20:13,993 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b85c55231c881d307376da0aa6799690, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733584813930.b85c55231c881d307376da0aa6799690.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40039/hbase 2024-12-07T15:20:14,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741879_1056 (size=70) 2024-12-07T15:20:14,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741879_1056 (size=70) 2024-12-07T15:20:14,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741879_1056 (size=70) 2024-12-07T15:20:14,007 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733584813930.b85c55231c881d307376da0aa6799690.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:14,009 INFO [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b85c55231c881d307376da0aa6799690 2024-12-07T15:20:14,011 INFO [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b85c55231c881d307376da0aa6799690 columnFamilyName a 2024-12-07T15:20:14,011 DEBUG [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:14,012 INFO [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] regionserver.HStore(327): Store=b85c55231c881d307376da0aa6799690/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:14,012 INFO [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b85c55231c881d307376da0aa6799690 2024-12-07T15:20:14,013 INFO [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b85c55231c881d307376da0aa6799690 columnFamilyName b 2024-12-07T15:20:14,014 DEBUG [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:14,014 INFO [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] regionserver.HStore(327): Store=b85c55231c881d307376da0aa6799690/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:14,014 INFO [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b85c55231c881d307376da0aa6799690 2024-12-07T15:20:14,016 INFO [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b85c55231c881d307376da0aa6799690 columnFamilyName c 2024-12-07T15:20:14,016 DEBUG [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:14,017 INFO [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] regionserver.HStore(327): Store=b85c55231c881d307376da0aa6799690/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:14,017 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b85c55231c881d307376da0aa6799690 2024-12-07T15:20:14,018 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b85c55231c881d307376da0aa6799690 2024-12-07T15:20:14,018 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b85c55231c881d307376da0aa6799690 2024-12-07T15:20:14,020 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b85c55231c881d307376da0aa6799690 2024-12-07T15:20:14,020 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b85c55231c881d307376da0aa6799690 2024-12-07T15:20:14,020 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T15:20:14,022 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b85c55231c881d307376da0aa6799690 2024-12-07T15:20:14,025 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b85c55231c881d307376da0aa6799690/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T15:20:14,025 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b85c55231c881d307376da0aa6799690; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60760802, jitterRate=-0.09459349513053894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T15:20:14,027 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b85c55231c881d307376da0aa6799690: Writing region info on filesystem at 1733584814007Initializing all the Stores at 1733584814009 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584814009Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584814009Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584814009Cleaning up temporary data from old regions at 1733584814020 (+11 ms)Region opened successfully at 1733584814027 (+7 ms) 2024-12-07T15:20:14,027 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b85c55231c881d307376da0aa6799690, disabling compactions & flushes 2024-12-07T15:20:14,027 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733584813930.b85c55231c881d307376da0aa6799690. 2024-12-07T15:20:14,027 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733584813930.b85c55231c881d307376da0aa6799690. 2024-12-07T15:20:14,027 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733584813930.b85c55231c881d307376da0aa6799690. after waiting 0 ms 2024-12-07T15:20:14,027 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733584813930.b85c55231c881d307376da0aa6799690. 2024-12-07T15:20:14,028 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733584813930.b85c55231c881d307376da0aa6799690. 2024-12-07T15:20:14,028 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b85c55231c881d307376da0aa6799690: Waiting for close lock at 1733584814027Disabling compacts and flushes for region at 1733584814027Disabling writes for close at 1733584814027Writing region close event to WAL at 1733584814028 (+1 ms)Closed at 1733584814028 2024-12-07T15:20:14,033 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-31967680/hregion-31967680.1733584813968 not finished, retry = 0 2024-12-07T15:20:14,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741878_1055 (size=93) 2024-12-07T15:20:14,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741878_1055 (size=93) 2024-12-07T15:20:14,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741878_1055 (size=93) 2024-12-07T15:20:14,136 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T15:20:14,136 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-31967680:(num 1733584813968) 2024-12-07T15:20:14,136 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T15:20:14,139 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733584813928, archiveDir=hdfs://localhost:40039/hbase/oldWALs, maxLogs=32 2024-12-07T15:20:14,154 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733584813928/wal.1733584814139, exclude list is [], retry=0 2024-12-07T15:20:14,157 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2,DISK] 2024-12-07T15:20:14,158 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710,DISK] 2024-12-07T15:20:14,158 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43449,DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc,DISK] 2024-12-07T15:20:14,160 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733584813928/wal.1733584814139 2024-12-07T15:20:14,161 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42293:42293),(127.0.0.1/127.0.0.1:33663:33663),(127.0.0.1/127.0.0.1:33691:33691)] 2024-12-07T15:20:14,161 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b85c55231c881d307376da0aa6799690, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733584813930.b85c55231c881d307376da0aa6799690.', STARTKEY => '', ENDKEY => ''} 2024-12-07T15:20:14,161 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733584813930.b85c55231c881d307376da0aa6799690.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:14,161 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b85c55231c881d307376da0aa6799690 2024-12-07T15:20:14,161 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b85c55231c881d307376da0aa6799690 2024-12-07T15:20:14,163 INFO [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b85c55231c881d307376da0aa6799690 2024-12-07T15:20:14,164 INFO [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b85c55231c881d307376da0aa6799690 columnFamilyName a 2024-12-07T15:20:14,164 DEBUG [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:14,165 INFO [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] regionserver.HStore(327): Store=b85c55231c881d307376da0aa6799690/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:14,165 INFO [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b85c55231c881d307376da0aa6799690 2024-12-07T15:20:14,166 INFO [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b85c55231c881d307376da0aa6799690 columnFamilyName b 2024-12-07T15:20:14,166 DEBUG [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:14,167 INFO [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] regionserver.HStore(327): Store=b85c55231c881d307376da0aa6799690/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:14,167 INFO [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b85c55231c881d307376da0aa6799690 2024-12-07T15:20:14,168 INFO [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b85c55231c881d307376da0aa6799690 columnFamilyName c 2024-12-07T15:20:14,168 DEBUG [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:14,169 INFO [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] regionserver.HStore(327): Store=b85c55231c881d307376da0aa6799690/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:14,169 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b85c55231c881d307376da0aa6799690 2024-12-07T15:20:14,170 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b85c55231c881d307376da0aa6799690 2024-12-07T15:20:14,171 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b85c55231c881d307376da0aa6799690 2024-12-07T15:20:14,173 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b85c55231c881d307376da0aa6799690 2024-12-07T15:20:14,173 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b85c55231c881d307376da0aa6799690 2024-12-07T15:20:14,174 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T15:20:14,175 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b85c55231c881d307376da0aa6799690 2024-12-07T15:20:14,176 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b85c55231c881d307376da0aa6799690; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63276734, jitterRate=-0.05710318684577942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T15:20:14,177 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b85c55231c881d307376da0aa6799690: Writing region info on filesystem at 1733584814161Initializing all the Stores at 1733584814162 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584814162Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584814163 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584814163Cleaning up temporary data from old regions at 1733584814173 (+10 ms)Region opened successfully at 1733584814177 (+4 ms) 2024-12-07T15:20:14,182 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733584814181/Put/seqid=0 2024-12-07T15:20:14,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741881_1058 (size=4826) 2024-12-07T15:20:14,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741881_1058 (size=4826) 2024-12-07T15:20:14,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741881_1058 (size=4826) 2024-12-07T15:20:14,191 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40039/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in b85c55231c881d307376da0aa6799690/a 2024-12-07T15:20:14,200 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-12-07T15:20:14,200 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T15:20:14,200 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b85c55231c881d307376da0aa6799690: 2024-12-07T15:20:14,202 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:40039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b85c55231c881d307376da0aa6799690/a/e42fdeca4b364d73a25b17de15fa708f_SeqId_3_ 2024-12-07T15:20:14,203 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40039/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into b85c55231c881d307376da0aa6799690/a as hdfs://localhost:40039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b85c55231c881d307376da0aa6799690/a/e42fdeca4b364d73a25b17de15fa708f_SeqId_3_ - updating store file list. 2024-12-07T15:20:14,209 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for e42fdeca4b364d73a25b17de15fa708f_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-07T15:20:14,209 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b85c55231c881d307376da0aa6799690/a/e42fdeca4b364d73a25b17de15fa708f_SeqId_3_ into b85c55231c881d307376da0aa6799690/a 2024-12-07T15:20:14,209 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40039/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into b85c55231c881d307376da0aa6799690/a (new location: hdfs://localhost:40039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b85c55231c881d307376da0aa6799690/a/e42fdeca4b364d73a25b17de15fa708f_SeqId_3_) 2024-12-07T15:20:14,257 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733584813928/wal.1733584814139, size=0 (0bytes) 2024-12-07T15:20:14,257 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:40039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733584813928/wal.1733584814139 might be still open, length is 0 2024-12-07T15:20:14,257 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733584813928/wal.1733584814139 2024-12-07T15:20:14,257 WARN [IPC Server handler 3 on default port 40039 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733584813928/wal.1733584814139 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-12-07T15:20:14,257 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:40039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733584813928/wal.1733584814139 after 0ms 2024-12-07T15:20:17,189 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:59880 [Receiving block BP-299547047-172.17.0.2-1733584800344:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:40307:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59880 dst: /127.0.0.1:40307 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:40307 remote=/127.0.0.1:59880]. Total timeout mills is 60000, 57028 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T15:20:17,190 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:51652 [Receiving block BP-299547047-172.17.0.2-1733584800344:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:41007:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51652 dst: /127.0.0.1:41007 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T15:20:17,190 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:53168 [Receiving block BP-299547047-172.17.0.2-1733584800344:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:43449:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53168 dst: /127.0.0.1:43449 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T15:20:17,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741880_1059 (size=504) 2024-12-07T15:20:17,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741880_1059 (size=504) 2024-12-07T15:20:18,258 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:40039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733584813928/wal.1733584814139 after 4001ms 2024-12-07T15:20:18,262 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733584813928/wal.1733584814139 took 4006ms 2024-12-07T15:20:18,264 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733584813928/wal.1733584814139; continuing. 2024-12-07T15:20:18,264 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733584813928/wal.1733584814139 so closing down 2024-12-07T15:20:18,264 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T15:20:18,265 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733584814139.temp 2024-12-07T15:20:18,267 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b85c55231c881d307376da0aa6799690/recovered.edits/0000000000000000005-wal.1733584814139.temp 2024-12-07T15:20:18,267 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T15:20:18,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741882_1060 (size=238) 2024-12-07T15:20:18,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741882_1060 (size=238) 2024-12-07T15:20:18,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741882_1060 (size=238) 2024-12-07T15:20:18,274 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b85c55231c881d307376da0aa6799690/recovered.edits/0000000000000000005-wal.1733584814139.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-07T15:20:18,275 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b85c55231c881d307376da0aa6799690/recovered.edits/0000000000000000005-wal.1733584814139.temp to hdfs://localhost:40039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b85c55231c881d307376da0aa6799690/recovered.edits/0000000000000000005 2024-12-07T15:20:18,276 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 14 ms; skipped=1; WAL=hdfs://localhost:40039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733584813928/wal.1733584814139, size=0, length=0, corrupted=false, cancelled=false 2024-12-07T15:20:18,276 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733584813928/wal.1733584814139, journal: Splitting hdfs://localhost:40039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733584813928/wal.1733584814139, size=0 (0bytes) at 1733584814257Finishing writing output for hdfs://localhost:40039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733584813928/wal.1733584814139 so closing down at 1733584818264 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b85c55231c881d307376da0aa6799690/recovered.edits/0000000000000000005-wal.1733584814139.temp at 1733584818267 (+3 ms)3 split writer threads finished at 1733584818267Closed recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b85c55231c881d307376da0aa6799690/recovered.edits/0000000000000000005-wal.1733584814139.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733584818274 (+7 ms)Rename recovered edits hdfs://localhost:40039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b85c55231c881d307376da0aa6799690/recovered.edits/0000000000000000005-wal.1733584814139.temp to hdfs://localhost:40039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b85c55231c881d307376da0aa6799690/recovered.edits/0000000000000000005 at 1733584818276 (+2 ms)Processed 2 edits across 1 Regions in 14 ms; skipped=1; WAL=hdfs://localhost:40039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733584813928/wal.1733584814139, size=0, length=0, corrupted=false, cancelled=false at 1733584818276 2024-12-07T15:20:18,277 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733584813928/wal.1733584814139 to hdfs://localhost:40039/hbase/oldWALs/wal.1733584814139 2024-12-07T15:20:18,278 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b85c55231c881d307376da0aa6799690/recovered.edits/0000000000000000005 2024-12-07T15:20:18,279 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T15:20:18,280 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40039/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733584813928, archiveDir=hdfs://localhost:40039/hbase/oldWALs, maxLogs=32 2024-12-07T15:20:18,295 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733584813928/wal.1733584818281, exclude list is [], retry=0 2024-12-07T15:20:18,297 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43449,DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc,DISK] 2024-12-07T15:20:18,298 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2,DISK] 2024-12-07T15:20:18,298 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710,DISK] 2024-12-07T15:20:18,300 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733584813928/wal.1733584818281 2024-12-07T15:20:18,300 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33691:33691),(127.0.0.1/127.0.0.1:42293:42293),(127.0.0.1/127.0.0.1:33663:33663)] 2024-12-07T15:20:18,300 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b85c55231c881d307376da0aa6799690, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733584813930.b85c55231c881d307376da0aa6799690.', STARTKEY => '', ENDKEY => ''} 2024-12-07T15:20:18,301 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733584813930.b85c55231c881d307376da0aa6799690.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:18,301 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b85c55231c881d307376da0aa6799690 2024-12-07T15:20:18,301 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b85c55231c881d307376da0aa6799690 2024-12-07T15:20:18,302 INFO [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b85c55231c881d307376da0aa6799690 2024-12-07T15:20:18,303 INFO [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b85c55231c881d307376da0aa6799690 columnFamilyName a 2024-12-07T15:20:18,303 DEBUG [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:18,310 DEBUG [StoreFileOpener-b85c55231c881d307376da0aa6799690-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e42fdeca4b364d73a25b17de15fa708f_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-07T15:20:18,310 DEBUG [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b85c55231c881d307376da0aa6799690/a/e42fdeca4b364d73a25b17de15fa708f_SeqId_3_ 2024-12-07T15:20:18,310 INFO [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] regionserver.HStore(327): Store=b85c55231c881d307376da0aa6799690/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:18,310 INFO [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b85c55231c881d307376da0aa6799690 2024-12-07T15:20:18,311 INFO [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b85c55231c881d307376da0aa6799690 columnFamilyName b 2024-12-07T15:20:18,311 DEBUG [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:18,311 INFO [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] regionserver.HStore(327): Store=b85c55231c881d307376da0aa6799690/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:18,312 INFO [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b85c55231c881d307376da0aa6799690 2024-12-07T15:20:18,312 INFO [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b85c55231c881d307376da0aa6799690 columnFamilyName c 2024-12-07T15:20:18,312 DEBUG [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:18,313 INFO [StoreOpener-b85c55231c881d307376da0aa6799690-1 {}] regionserver.HStore(327): Store=b85c55231c881d307376da0aa6799690/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:18,313 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b85c55231c881d307376da0aa6799690 2024-12-07T15:20:18,314 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b85c55231c881d307376da0aa6799690 2024-12-07T15:20:18,315 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b85c55231c881d307376da0aa6799690 2024-12-07T15:20:18,316 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b85c55231c881d307376da0aa6799690/recovered.edits/0000000000000000005 2024-12-07T15:20:18,319 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:40039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b85c55231c881d307376da0aa6799690/recovered.edits/0000000000000000005 2024-12-07T15:20:18,319 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b85c55231c881d307376da0aa6799690 3/3 column families, dataSize=58 B heapSize=904 B 2024-12-07T15:20:18,342 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b85c55231c881d307376da0aa6799690/.tmp/a/bd15586139a94e7794765ae4cb374dbe is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733584814215/Put/seqid=0 2024-12-07T15:20:18,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741884_1062 (size=5149) 2024-12-07T15:20:18,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741884_1062 (size=5149) 2024-12-07T15:20:18,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741884_1062 (size=5149) 2024-12-07T15:20:18,350 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b85c55231c881d307376da0aa6799690/.tmp/a/bd15586139a94e7794765ae4cb374dbe 2024-12-07T15:20:18,358 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b85c55231c881d307376da0aa6799690/.tmp/a/bd15586139a94e7794765ae4cb374dbe as hdfs://localhost:40039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b85c55231c881d307376da0aa6799690/a/bd15586139a94e7794765ae4cb374dbe 2024-12-07T15:20:18,365 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b85c55231c881d307376da0aa6799690/a/bd15586139a94e7794765ae4cb374dbe, entries=1, sequenceid=5, filesize=5.0 K 2024-12-07T15:20:18,365 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for b85c55231c881d307376da0aa6799690 in 46ms, sequenceid=5, compaction requested=false; wal=null 2024-12-07T15:20:18,366 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b85c55231c881d307376da0aa6799690/recovered.edits/0000000000000000005 2024-12-07T15:20:18,367 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b85c55231c881d307376da0aa6799690 2024-12-07T15:20:18,367 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b85c55231c881d307376da0aa6799690 2024-12-07T15:20:18,368 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T15:20:18,370 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b85c55231c881d307376da0aa6799690 2024-12-07T15:20:18,372 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b85c55231c881d307376da0aa6799690/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-07T15:20:18,373 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b85c55231c881d307376da0aa6799690; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59246995, jitterRate=-0.11715097725391388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T15:20:18,373 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b85c55231c881d307376da0aa6799690: Writing region info on filesystem at 1733584818301Initializing all the Stores at 1733584818302 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584818302Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584818302Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584818302Obtaining lock to block concurrent updates at 1733584818319 (+17 ms)Preparing flush snapshotting stores in b85c55231c881d307376da0aa6799690 at 1733584818319Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733584813930.b85c55231c881d307376da0aa6799690., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733584818319Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733584813930.b85c55231c881d307376da0aa6799690. at 1733584818319Flushing b85c55231c881d307376da0aa6799690/a: creating writer at 1733584818319Flushing b85c55231c881d307376da0aa6799690/a: appending metadata at 1733584818341 (+22 ms)Flushing b85c55231c881d307376da0aa6799690/a: closing flushed file at 1733584818341Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b57c7b6: reopening flushed file at 1733584818357 (+16 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for b85c55231c881d307376da0aa6799690 in 46ms, sequenceid=5, compaction requested=false; wal=null at 1733584818365 (+8 ms)Cleaning up temporary data from old regions at 1733584818367 (+2 ms)Region opened successfully at 1733584818373 (+6 ms) 2024-12-07T15:20:18,378 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b85c55231c881d307376da0aa6799690, disabling compactions & flushes 2024-12-07T15:20:18,378 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733584813930.b85c55231c881d307376da0aa6799690. 2024-12-07T15:20:18,378 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733584813930.b85c55231c881d307376da0aa6799690. 2024-12-07T15:20:18,378 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733584813930.b85c55231c881d307376da0aa6799690. after waiting 0 ms 2024-12-07T15:20:18,378 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733584813930.b85c55231c881d307376da0aa6799690. 2024-12-07T15:20:18,379 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733584813930.b85c55231c881d307376da0aa6799690. 2024-12-07T15:20:18,379 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b85c55231c881d307376da0aa6799690: Waiting for close lock at 1733584818378Disabling compacts and flushes for region at 1733584818378Disabling writes for close at 1733584818378Writing region close event to WAL at 1733584818379 (+1 ms)Closed at 1733584818379 2024-12-07T15:20:18,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741883_1061 (size=93) 2024-12-07T15:20:18,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741883_1061 (size=93) 2024-12-07T15:20:18,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741883_1061 (size=93) 2024-12-07T15:20:18,385 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T15:20:18,385 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733584818281) 2024-12-07T15:20:18,401 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=416 (was 411) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1261814640_22 at /127.0.0.1:53226 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:40039 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1261814640_22 at /127.0.0.1:59892 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1261814640_22 at /127.0.0.1:51688 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/cluster_f4f7bdc6-1747-2de0-7704-0bf82d6f5689/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:37689 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/cluster_f4f7bdc6-1747-2de0-7704-0bf82d6f5689/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:40039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1023 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=220 (was 240), ProcessCount=11 (was 11), AvailableMemoryMB=7623 (was 7671) 2024-12-07T15:20:18,416 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=416, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=220, ProcessCount=11, AvailableMemoryMB=7620 2024-12-07T15:20:18,437 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T15:20:18,442 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T15:20:18,447 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d6797ebe9c52,45931,1733584803355 2024-12-07T15:20:18,451 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1784ab37 2024-12-07T15:20:18,452 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T15:20:18,454 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T15:20:18,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45931 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T15:20:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45931 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-12-07T15:20:18,467 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T15:20:18,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45931 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-12-07T15:20:18,469 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:18,471 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T15:20:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T15:20:18,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741885_1063 (size=694) 2024-12-07T15:20:18,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741885_1063 (size=694) 2024-12-07T15:20:18,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741885_1063 (size=694) 2024-12-07T15:20:18,494 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e428c5300fdb09618f4f4c69583884e6, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31 2024-12-07T15:20:18,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741886_1064 (size=77) 2024-12-07T15:20:18,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741886_1064 (size=77) 2024-12-07T15:20:18,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741886_1064 (size=77) 2024-12-07T15:20:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T15:20:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T15:20:18,909 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:18,909 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing e428c5300fdb09618f4f4c69583884e6, disabling compactions & flushes 2024-12-07T15:20:18,909 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:18,909 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:18,909 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. after waiting 0 ms 2024-12-07T15:20:18,909 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:18,909 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:18,909 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for e428c5300fdb09618f4f4c69583884e6: Waiting for close lock at 1733584818909Disabling compacts and flushes for region at 1733584818909Disabling writes for close at 1733584818909Writing region close event to WAL at 1733584818909Closed at 1733584818909 2024-12-07T15:20:18,911 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T15:20:18,918 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733584818911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733584818911"}]},"ts":"1733584818911"} 2024-12-07T15:20:18,921 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T15:20:18,922 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T15:20:18,925 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733584818923"}]},"ts":"1733584818923"} 2024-12-07T15:20:18,929 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-12-07T15:20:18,930 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {d6797ebe9c52=0} racks are {/default-rack=0} 2024-12-07T15:20:18,931 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-07T15:20:18,931 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-07T15:20:18,931 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-07T15:20:18,931 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-07T15:20:18,931 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-07T15:20:18,931 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-07T15:20:18,931 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-07T15:20:18,931 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-07T15:20:18,931 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-07T15:20:18,931 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-07T15:20:18,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e428c5300fdb09618f4f4c69583884e6, ASSIGN}] 2024-12-07T15:20:18,935 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e428c5300fdb09618f4f4c69583884e6, ASSIGN 2024-12-07T15:20:18,936 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e428c5300fdb09618f4f4c69583884e6, ASSIGN; state=OFFLINE, location=d6797ebe9c52,38201,1733584804212; forceNewPlan=false, retain=false 2024-12-07T15:20:19,089 INFO [d6797ebe9c52:45931 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-07T15:20:19,090 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e428c5300fdb09618f4f4c69583884e6, regionState=OPENING, regionLocation=d6797ebe9c52,38201,1733584804212 2024-12-07T15:20:19,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e428c5300fdb09618f4f4c69583884e6, ASSIGN because future has completed 2024-12-07T15:20:19,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e428c5300fdb09618f4f4c69583884e6, server=d6797ebe9c52,38201,1733584804212}] 2024-12-07T15:20:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T15:20:19,248 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T15:20:19,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T15:20:19,255 INFO [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:19,256 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e428c5300fdb09618f4f4c69583884e6, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6.', STARTKEY => '', ENDKEY => ''} 2024-12-07T15:20:19,256 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:19,256 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:19,256 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:19,256 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:19,258 INFO [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:19,260 INFO [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e428c5300fdb09618f4f4c69583884e6 columnFamilyName cf1 2024-12-07T15:20:19,260 DEBUG [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:19,260 INFO [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] regionserver.HStore(327): Store=e428c5300fdb09618f4f4c69583884e6/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:19,261 INFO [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:19,262 INFO [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e428c5300fdb09618f4f4c69583884e6 columnFamilyName cf2 2024-12-07T15:20:19,262 DEBUG [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:19,263 INFO [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] regionserver.HStore(327): Store=e428c5300fdb09618f4f4c69583884e6/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:19,263 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:19,264 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:19,264 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:19,265 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:19,265 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:19,266 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T15:20:19,268 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:19,270 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T15:20:19,271 INFO [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e428c5300fdb09618f4f4c69583884e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66005788, jitterRate=-0.016437113285064697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T15:20:19,271 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:19,272 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e428c5300fdb09618f4f4c69583884e6: Running coprocessor pre-open hook at 1733584819257Writing region info on filesystem at 1733584819257Initializing all the Stores at 1733584819257Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584819258 (+1 ms)Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584819258Cleaning up temporary data from old regions at 1733584819265 (+7 ms)Running coprocessor post-open hooks at 1733584819271 (+6 ms)Region opened successfully at 1733584819272 (+1 ms) 2024-12-07T15:20:19,273 INFO [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6., pid=6, masterSystemTime=1733584819248 2024-12-07T15:20:19,276 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:19,276 INFO [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:19,277 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e428c5300fdb09618f4f4c69583884e6, regionState=OPEN, openSeqNum=2, regionLocation=d6797ebe9c52,38201,1733584804212 2024-12-07T15:20:19,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e428c5300fdb09618f4f4c69583884e6, server=d6797ebe9c52,38201,1733584804212 because future has completed 2024-12-07T15:20:19,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-07T15:20:19,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e428c5300fdb09618f4f4c69583884e6, server=d6797ebe9c52,38201,1733584804212 in 188 msec 2024-12-07T15:20:19,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-07T15:20:19,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e428c5300fdb09618f4f4c69583884e6, ASSIGN in 353 msec 2024-12-07T15:20:19,290 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T15:20:19,290 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733584819290"}]},"ts":"1733584819290"} 2024-12-07T15:20:19,292 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-12-07T15:20:19,293 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T15:20:19,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 833 msec 2024-12-07T15:20:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T15:20:19,613 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-12-07T15:20:19,613 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-12-07T15:20:19,614 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T15:20:19,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-12-07T15:20:19,620 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T15:20:19,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-12-07T15:20:19,632 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6., hostname=d6797ebe9c52,38201,1733584804212, seqNum=2] 2024-12-07T15:20:19,634 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T15:20:19,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T15:20:19,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45931 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=e428c5300fdb09618f4f4c69583884e6, source=d6797ebe9c52,38201,1733584804212, destination=d6797ebe9c52,35985,1733584804067, warming up region on d6797ebe9c52,35985,1733584804067 2024-12-07T15:20:19,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T15:20:19,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45931 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=e428c5300fdb09618f4f4c69583884e6, source=d6797ebe9c52,38201,1733584804212, destination=d6797ebe9c52,35985,1733584804067, running balancer 2024-12-07T15:20:19,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T15:20:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45931 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e428c5300fdb09618f4f4c69583884e6, REOPEN/MOVE 2024-12-07T15:20:19,661 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e428c5300fdb09618f4f4c69583884e6, REOPEN/MOVE 2024-12-07T15:20:19,663 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e428c5300fdb09618f4f4c69583884e6, regionState=CLOSING, regionLocation=d6797ebe9c52,38201,1733584804212 2024-12-07T15:20:19,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35985 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35985 {}] regionserver.HRegion(7855): Warmup {ENCODED => e428c5300fdb09618f4f4c69583884e6, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6.', STARTKEY => '', ENDKEY => ''} 2024-12-07T15:20:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35985 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:19,666 INFO [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:19,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e428c5300fdb09618f4f4c69583884e6, REOPEN/MOVE because future has completed 2024-12-07T15:20:19,666 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T15:20:19,667 INFO [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e428c5300fdb09618f4f4c69583884e6 columnFamilyName cf1 2024-12-07T15:20:19,667 DEBUG [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:19,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure e428c5300fdb09618f4f4c69583884e6, server=d6797ebe9c52,38201,1733584804212}] 2024-12-07T15:20:19,667 INFO [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] regionserver.HStore(327): Store=e428c5300fdb09618f4f4c69583884e6/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:19,667 INFO [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:19,668 INFO [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e428c5300fdb09618f4f4c69583884e6 columnFamilyName cf2 2024-12-07T15:20:19,668 DEBUG [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:19,669 INFO [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] regionserver.HStore(327): Store=e428c5300fdb09618f4f4c69583884e6/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35985 {}] regionserver.HRegion(1722): Closing e428c5300fdb09618f4f4c69583884e6, disabling compactions & flushes 2024-12-07T15:20:19,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35985 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35985 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35985 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. after waiting 0 ms 2024-12-07T15:20:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35985 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:19,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35985 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:19,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35985 {}] regionserver.HRegion(1676): Region close journal for e428c5300fdb09618f4f4c69583884e6: Waiting for close lock at 1733584819669Disabling compacts and flushes for region at 1733584819669Disabling writes for close at 1733584819669Writing region close event to WAL at 1733584819671 (+2 ms)Closed at 1733584819671 2024-12-07T15:20:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45931 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-07T15:20:19,826 INFO [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:19,826 DEBUG [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-07T15:20:19,827 DEBUG [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing e428c5300fdb09618f4f4c69583884e6, disabling compactions & flushes 2024-12-07T15:20:19,827 INFO [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:19,827 DEBUG [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:19,827 DEBUG [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. after waiting 0 ms 2024-12-07T15:20:19,827 DEBUG [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:19,827 INFO [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing e428c5300fdb09618f4f4c69583884e6 2/2 column families, dataSize=31 B heapSize=616 B 2024-12-07T15:20:19,845 DEBUG [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/.tmp/cf1/80bcc39babe849e9933c4b388fe118de is 35, key is r1/cf1:q/1733584819637/Put/seqid=0 2024-12-07T15:20:19,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741887_1065 (size=4783) 2024-12-07T15:20:19,855 INFO [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/.tmp/cf1/80bcc39babe849e9933c4b388fe118de 2024-12-07T15:20:19,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741887_1065 (size=4783) 2024-12-07T15:20:19,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741887_1065 (size=4783) 2024-12-07T15:20:19,863 DEBUG [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/.tmp/cf1/80bcc39babe849e9933c4b388fe118de as hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/cf1/80bcc39babe849e9933c4b388fe118de 2024-12-07T15:20:19,868 INFO [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/cf1/80bcc39babe849e9933c4b388fe118de, entries=1, sequenceid=5, filesize=4.7 K 2024-12-07T15:20:19,869 INFO [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for e428c5300fdb09618f4f4c69583884e6 in 42ms, sequenceid=5, compaction requested=false 2024-12-07T15:20:19,869 DEBUG [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-12-07T15:20:19,875 DEBUG [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-07T15:20:19,878 INFO [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:19,878 DEBUG [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for e428c5300fdb09618f4f4c69583884e6: Waiting for close lock at 1733584819827Running coprocessor pre-close hooks at 1733584819827Disabling compacts and flushes for region at 1733584819827Disabling writes for close at 1733584819827Obtaining lock to block concurrent updates at 1733584819827Preparing flush snapshotting stores in e428c5300fdb09618f4f4c69583884e6 at 1733584819827Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733584819827Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. at 1733584819828 (+1 ms)Flushing e428c5300fdb09618f4f4c69583884e6/cf1: creating writer at 1733584819828Flushing e428c5300fdb09618f4f4c69583884e6/cf1: appending metadata at 1733584819845 (+17 ms)Flushing e428c5300fdb09618f4f4c69583884e6/cf1: closing flushed file at 1733584819845Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@683b5c67: reopening flushed file at 1733584819862 (+17 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for e428c5300fdb09618f4f4c69583884e6 in 42ms, sequenceid=5, compaction requested=false at 1733584819869 (+7 ms)Writing region close event to WAL at 1733584819871 (+2 ms)Running coprocessor post-close hooks at 1733584819875 (+4 ms)Closed at 1733584819878 (+3 ms) 2024-12-07T15:20:19,878 INFO [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding e428c5300fdb09618f4f4c69583884e6 move to d6797ebe9c52,35985,1733584804067 record at close sequenceid=5 2024-12-07T15:20:19,882 INFO [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:19,882 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e428c5300fdb09618f4f4c69583884e6, regionState=CLOSED 2024-12-07T15:20:19,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure e428c5300fdb09618f4f4c69583884e6, server=d6797ebe9c52,38201,1733584804212 because future has completed 2024-12-07T15:20:19,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-07T15:20:19,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure e428c5300fdb09618f4f4c69583884e6, server=d6797ebe9c52,38201,1733584804212 in 220 msec 2024-12-07T15:20:19,892 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e428c5300fdb09618f4f4c69583884e6, REOPEN/MOVE; state=CLOSED, location=d6797ebe9c52,35985,1733584804067; forceNewPlan=false, retain=false 2024-12-07T15:20:20,042 INFO [d6797ebe9c52:45931 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-07T15:20:20,043 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e428c5300fdb09618f4f4c69583884e6, regionState=OPENING, regionLocation=d6797ebe9c52,35985,1733584804067 2024-12-07T15:20:20,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e428c5300fdb09618f4f4c69583884e6, REOPEN/MOVE because future has completed 2024-12-07T15:20:20,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure e428c5300fdb09618f4f4c69583884e6, server=d6797ebe9c52,35985,1733584804067}] 2024-12-07T15:20:20,203 INFO [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:20,204 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => e428c5300fdb09618f4f4c69583884e6, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6.', STARTKEY => '', ENDKEY => ''} 2024-12-07T15:20:20,204 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:20,204 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:20,204 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:20,204 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:20,206 INFO [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:20,207 INFO [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e428c5300fdb09618f4f4c69583884e6 columnFamilyName cf1 2024-12-07T15:20:20,207 DEBUG [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:20,214 DEBUG [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/cf1/80bcc39babe849e9933c4b388fe118de 2024-12-07T15:20:20,214 INFO [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] regionserver.HStore(327): Store=e428c5300fdb09618f4f4c69583884e6/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:20,214 INFO [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:20,215 INFO [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e428c5300fdb09618f4f4c69583884e6 columnFamilyName cf2 2024-12-07T15:20:20,215 DEBUG [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:20,216 INFO [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] regionserver.HStore(327): Store=e428c5300fdb09618f4f4c69583884e6/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:20,216 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:20,217 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:20,218 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:20,219 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:20,219 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:20,220 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T15:20:20,222 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:20,223 INFO [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened e428c5300fdb09618f4f4c69583884e6; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61057041, jitterRate=-0.0901791900396347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T15:20:20,223 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:20,224 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for e428c5300fdb09618f4f4c69583884e6: Running coprocessor pre-open hook at 1733584820204Writing region info on filesystem at 1733584820204Initializing all the Stores at 1733584820205 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584820205Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584820205Cleaning up temporary data from old regions at 1733584820219 (+14 ms)Running coprocessor post-open hooks at 1733584820223 (+4 ms)Region opened successfully at 1733584820224 (+1 ms) 2024-12-07T15:20:20,225 INFO [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6., pid=9, masterSystemTime=1733584820199 2024-12-07T15:20:20,228 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:20,228 INFO [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:20,229 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e428c5300fdb09618f4f4c69583884e6, regionState=OPEN, openSeqNum=9, regionLocation=d6797ebe9c52,35985,1733584804067 2024-12-07T15:20:20,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure e428c5300fdb09618f4f4c69583884e6, server=d6797ebe9c52,35985,1733584804067 because future has completed 2024-12-07T15:20:20,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-07T15:20:20,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure e428c5300fdb09618f4f4c69583884e6, server=d6797ebe9c52,35985,1733584804067 in 188 msec 2024-12-07T15:20:20,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e428c5300fdb09618f4f4c69583884e6, REOPEN/MOVE in 579 msec 2024-12-07T15:20:20,266 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T15:20:20,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T15:20:20,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38201 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:45528 deadline: 1733584880272, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=d6797ebe9c52 port=35985 startCode=1733584804067. As of locationSeqNum=5. 2024-12-07T15:20:20,295 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6., hostname=d6797ebe9c52,38201,1733584804212, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6., hostname=d6797ebe9c52,38201,1733584804212, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=d6797ebe9c52 port=35985 startCode=1733584804067. As of locationSeqNum=5. 2024-12-07T15:20:20,295 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6., hostname=d6797ebe9c52,38201,1733584804212, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=d6797ebe9c52 port=35985 startCode=1733584804067. As of locationSeqNum=5. 2024-12-07T15:20:20,296 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6., hostname=d6797ebe9c52,38201,1733584804212, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6., hostname=d6797ebe9c52,35985,1733584804067, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=d6797ebe9c52 port=35985 startCode=1733584804067. As of locationSeqNum=5. 2024-12-07T15:20:20,401 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T15:20:20,403 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T15:20:20,413 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e428c5300fdb09618f4f4c69583884e6 2/2 column families, dataSize=50 B heapSize=720 B 2024-12-07T15:20:20,430 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/.tmp/cf1/f5892d56f9614125afda514ffdb4ed19 is 29, key is r1/cf1:/1733584820404/DeleteFamily/seqid=0 2024-12-07T15:20:20,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741888_1066 (size=4906) 2024-12-07T15:20:20,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741888_1066 (size=4906) 2024-12-07T15:20:20,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741888_1066 (size=4906) 2024-12-07T15:20:20,440 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/.tmp/cf1/f5892d56f9614125afda514ffdb4ed19 2024-12-07T15:20:20,446 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5892d56f9614125afda514ffdb4ed19 2024-12-07T15:20:20,462 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/.tmp/cf2/4b4f2c557d034b2cae8273c78bd754e7 is 29, key is r1/cf2:/1733584820404/DeleteFamily/seqid=0 2024-12-07T15:20:20,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741889_1067 (size=4906) 2024-12-07T15:20:20,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741889_1067 (size=4906) 2024-12-07T15:20:20,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741889_1067 (size=4906) 2024-12-07T15:20:20,470 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/.tmp/cf2/4b4f2c557d034b2cae8273c78bd754e7 2024-12-07T15:20:20,475 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b4f2c557d034b2cae8273c78bd754e7 2024-12-07T15:20:20,476 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/.tmp/cf1/f5892d56f9614125afda514ffdb4ed19 as hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/cf1/f5892d56f9614125afda514ffdb4ed19 2024-12-07T15:20:20,481 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5892d56f9614125afda514ffdb4ed19 2024-12-07T15:20:20,482 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/cf1/f5892d56f9614125afda514ffdb4ed19, entries=1, sequenceid=12, filesize=4.8 K 2024-12-07T15:20:20,482 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/.tmp/cf2/4b4f2c557d034b2cae8273c78bd754e7 as hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/cf2/4b4f2c557d034b2cae8273c78bd754e7 2024-12-07T15:20:20,488 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b4f2c557d034b2cae8273c78bd754e7 2024-12-07T15:20:20,488 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/cf2/4b4f2c557d034b2cae8273c78bd754e7, entries=1, sequenceid=12, filesize=4.8 K 2024-12-07T15:20:20,489 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for e428c5300fdb09618f4f4c69583884e6 in 76ms, sequenceid=12, compaction requested=false 2024-12-07T15:20:20,489 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e428c5300fdb09618f4f4c69583884e6: 2024-12-07T15:20:20,492 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-07T15:20:20,493 DEBUG [Time-limited test {}] regionserver.HStore(1541): e428c5300fdb09618f4f4c69583884e6/cf1 is initiating major compaction (all files) 2024-12-07T15:20:20,494 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T15:20:20,494 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:20,494 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of e428c5300fdb09618f4f4c69583884e6/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:20,494 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/cf1/80bcc39babe849e9933c4b388fe118de, hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/cf1/f5892d56f9614125afda514ffdb4ed19] into tmpdir=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/.tmp, totalSize=9.5 K 2024-12-07T15:20:20,495 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 80bcc39babe849e9933c4b388fe118de, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733584819637 2024-12-07T15:20:20,496 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting f5892d56f9614125afda514ffdb4ed19, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-07T15:20:20,506 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): e428c5300fdb09618f4f4c69583884e6#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T15:20:20,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741890_1068 (size=4626) 2024-12-07T15:20:20,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741890_1068 (size=4626) 2024-12-07T15:20:20,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741890_1068 (size=4626) 2024-12-07T15:20:20,520 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/.tmp/cf1/7b8078d0b2404982ba9b104e51148b7a as hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/cf1/7b8078d0b2404982ba9b104e51148b7a 2024-12-07T15:20:20,533 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in e428c5300fdb09618f4f4c69583884e6/cf1 of e428c5300fdb09618f4f4c69583884e6 into 7b8078d0b2404982ba9b104e51148b7a(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T15:20:20,533 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for e428c5300fdb09618f4f4c69583884e6: 2024-12-07T15:20:20,534 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-07T15:20:20,534 DEBUG [Time-limited test {}] regionserver.HStore(1541): e428c5300fdb09618f4f4c69583884e6/cf2 is initiating major compaction (all files) 2024-12-07T15:20:20,534 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T15:20:20,534 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T15:20:20,534 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of e428c5300fdb09618f4f4c69583884e6/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:20,534 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/cf2/4b4f2c557d034b2cae8273c78bd754e7] into tmpdir=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/.tmp, totalSize=4.8 K 2024-12-07T15:20:20,535 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4b4f2c557d034b2cae8273c78bd754e7, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-07T15:20:20,540 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): e428c5300fdb09618f4f4c69583884e6#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T15:20:20,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741891_1069 (size=4592) 2024-12-07T15:20:20,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741891_1069 (size=4592) 2024-12-07T15:20:20,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741891_1069 (size=4592) 2024-12-07T15:20:20,554 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/.tmp/cf2/a7b8a6b90e154c878989af83b0286034 as hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/cf2/a7b8a6b90e154c878989af83b0286034 2024-12-07T15:20:20,561 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in e428c5300fdb09618f4f4c69583884e6/cf2 of e428c5300fdb09618f4f4c69583884e6 into a7b8a6b90e154c878989af83b0286034(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T15:20:20,561 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for e428c5300fdb09618f4f4c69583884e6: 2024-12-07T15:20:20,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45931 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=e428c5300fdb09618f4f4c69583884e6, source=d6797ebe9c52,35985,1733584804067, destination=d6797ebe9c52,38201,1733584804212, warming up region on d6797ebe9c52,38201,1733584804212 2024-12-07T15:20:20,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45931 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=e428c5300fdb09618f4f4c69583884e6, source=d6797ebe9c52,35985,1733584804067, destination=d6797ebe9c52,38201,1733584804212, running balancer 2024-12-07T15:20:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45931 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e428c5300fdb09618f4f4c69583884e6, REOPEN/MOVE 2024-12-07T15:20:20,567 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e428c5300fdb09618f4f4c69583884e6, REOPEN/MOVE 2024-12-07T15:20:20,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38201 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38201 {}] regionserver.HRegion(7855): Warmup {ENCODED => e428c5300fdb09618f4f4c69583884e6, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6.', STARTKEY => '', ENDKEY => ''} 2024-12-07T15:20:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38201 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:20,569 INFO [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:20,569 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=e428c5300fdb09618f4f4c69583884e6, regionState=CLOSING, regionLocation=d6797ebe9c52,35985,1733584804067 2024-12-07T15:20:20,570 INFO [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e428c5300fdb09618f4f4c69583884e6 columnFamilyName cf1 2024-12-07T15:20:20,570 DEBUG [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:20,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e428c5300fdb09618f4f4c69583884e6, REOPEN/MOVE because future has completed 2024-12-07T15:20:20,572 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T15:20:20,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure e428c5300fdb09618f4f4c69583884e6, server=d6797ebe9c52,35985,1733584804067}] 2024-12-07T15:20:20,578 DEBUG [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/cf1/7b8078d0b2404982ba9b104e51148b7a 2024-12-07T15:20:20,582 DEBUG [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/cf1/80bcc39babe849e9933c4b388fe118de 2024-12-07T15:20:20,586 INFO [StoreFileOpener-e428c5300fdb09618f4f4c69583884e6-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5892d56f9614125afda514ffdb4ed19 2024-12-07T15:20:20,587 DEBUG [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/cf1/f5892d56f9614125afda514ffdb4ed19 2024-12-07T15:20:20,587 INFO [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] regionserver.HStore(327): Store=e428c5300fdb09618f4f4c69583884e6/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:20,587 INFO [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:20,588 INFO [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e428c5300fdb09618f4f4c69583884e6 columnFamilyName cf2 2024-12-07T15:20:20,588 DEBUG [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:20,594 INFO [StoreFileOpener-e428c5300fdb09618f4f4c69583884e6-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b4f2c557d034b2cae8273c78bd754e7 2024-12-07T15:20:20,594 DEBUG [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/cf2/4b4f2c557d034b2cae8273c78bd754e7 2024-12-07T15:20:20,599 DEBUG [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/cf2/a7b8a6b90e154c878989af83b0286034 2024-12-07T15:20:20,599 INFO [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] regionserver.HStore(327): Store=e428c5300fdb09618f4f4c69583884e6/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38201 {}] regionserver.HRegion(1722): Closing e428c5300fdb09618f4f4c69583884e6, disabling compactions & flushes 2024-12-07T15:20:20,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38201 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38201 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38201 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. after waiting 0 ms 2024-12-07T15:20:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38201 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:20,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38201 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38201 {}] regionserver.HRegion(1676): Region close journal for e428c5300fdb09618f4f4c69583884e6: Waiting for close lock at 1733584820600Disabling compacts and flushes for region at 1733584820600Disabling writes for close at 1733584820600Writing region close event to WAL at 1733584820601 (+1 ms)Closed at 1733584820601 2024-12-07T15:20:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45931 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-12-07T15:20:20,727 INFO [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:20,727 DEBUG [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-07T15:20:20,727 DEBUG [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing e428c5300fdb09618f4f4c69583884e6, disabling compactions & flushes 2024-12-07T15:20:20,727 INFO [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:20,727 DEBUG [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:20,727 DEBUG [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. after waiting 0 ms 2024-12-07T15:20:20,727 DEBUG [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:20,728 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/cf1/80bcc39babe849e9933c4b388fe118de, hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/cf1/f5892d56f9614125afda514ffdb4ed19] to archive 2024-12-07T15:20:20,731 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T15:20:20,734 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/cf1/80bcc39babe849e9933c4b388fe118de to hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/cf1/80bcc39babe849e9933c4b388fe118de 2024-12-07T15:20:20,736 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/cf1/f5892d56f9614125afda514ffdb4ed19 to hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/cf1/f5892d56f9614125afda514ffdb4ed19 2024-12-07T15:20:20,749 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/cf2/4b4f2c557d034b2cae8273c78bd754e7] to archive 2024-12-07T15:20:20,750 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T15:20:20,752 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/cf2/4b4f2c557d034b2cae8273c78bd754e7 to hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/cf2/4b4f2c557d034b2cae8273c78bd754e7 2024-12-07T15:20:20,757 DEBUG [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-12-07T15:20:20,758 INFO [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:20,758 DEBUG [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for e428c5300fdb09618f4f4c69583884e6: Waiting for close lock at 1733584820727Running coprocessor pre-close hooks at 1733584820727Disabling compacts and flushes for region at 1733584820727Disabling writes for close at 1733584820727Writing region close event to WAL at 1733584820753 (+26 ms)Running coprocessor post-close hooks at 1733584820758 (+5 ms)Closed at 1733584820758 2024-12-07T15:20:20,758 INFO [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding e428c5300fdb09618f4f4c69583884e6 move to d6797ebe9c52,38201,1733584804212 record at close sequenceid=12 2024-12-07T15:20:20,760 INFO [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:20,761 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=e428c5300fdb09618f4f4c69583884e6, regionState=CLOSED 2024-12-07T15:20:20,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure e428c5300fdb09618f4f4c69583884e6, server=d6797ebe9c52,35985,1733584804067 because future has completed 2024-12-07T15:20:20,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-07T15:20:20,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure e428c5300fdb09618f4f4c69583884e6, server=d6797ebe9c52,35985,1733584804067 in 193 msec 2024-12-07T15:20:20,768 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e428c5300fdb09618f4f4c69583884e6, REOPEN/MOVE; state=CLOSED, location=d6797ebe9c52,38201,1733584804212; forceNewPlan=false, retain=false 2024-12-07T15:20:20,919 INFO [d6797ebe9c52:45931 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-07T15:20:20,919 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=e428c5300fdb09618f4f4c69583884e6, regionState=OPENING, regionLocation=d6797ebe9c52,38201,1733584804212 2024-12-07T15:20:20,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e428c5300fdb09618f4f4c69583884e6, REOPEN/MOVE because future has completed 2024-12-07T15:20:20,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure e428c5300fdb09618f4f4c69583884e6, server=d6797ebe9c52,38201,1733584804212}] 2024-12-07T15:20:21,078 INFO [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:21,078 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => e428c5300fdb09618f4f4c69583884e6, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6.', STARTKEY => '', ENDKEY => ''} 2024-12-07T15:20:21,079 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:21,079 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:21,079 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:21,079 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:21,080 INFO [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:21,081 INFO [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e428c5300fdb09618f4f4c69583884e6 columnFamilyName cf1 2024-12-07T15:20:21,081 DEBUG [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:21,087 DEBUG [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/cf1/7b8078d0b2404982ba9b104e51148b7a 2024-12-07T15:20:21,087 INFO [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] regionserver.HStore(327): Store=e428c5300fdb09618f4f4c69583884e6/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:21,087 INFO [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:21,088 INFO [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e428c5300fdb09618f4f4c69583884e6 columnFamilyName cf2 2024-12-07T15:20:21,088 DEBUG [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:21,094 DEBUG [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/cf2/a7b8a6b90e154c878989af83b0286034 2024-12-07T15:20:21,094 INFO [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] regionserver.HStore(327): Store=e428c5300fdb09618f4f4c69583884e6/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:21,094 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:21,095 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:21,095 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:21,096 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:21,096 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:21,097 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T15:20:21,098 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:21,099 INFO [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened e428c5300fdb09618f4f4c69583884e6; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61157515, jitterRate=-0.08868201076984406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T15:20:21,099 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:21,100 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for e428c5300fdb09618f4f4c69583884e6: Running coprocessor pre-open hook at 1733584821079Writing region info on filesystem at 1733584821079Initializing all the Stores at 1733584821080 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584821080Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584821080Cleaning up temporary data from old regions at 1733584821096 (+16 ms)Running coprocessor post-open hooks at 1733584821099 (+3 ms)Region opened successfully at 1733584821099 2024-12-07T15:20:21,100 INFO [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6., pid=12, masterSystemTime=1733584821075 2024-12-07T15:20:21,103 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:21,103 INFO [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:21,104 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=e428c5300fdb09618f4f4c69583884e6, regionState=OPEN, openSeqNum=18, regionLocation=d6797ebe9c52,38201,1733584804212 2024-12-07T15:20:21,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure e428c5300fdb09618f4f4c69583884e6, server=d6797ebe9c52,38201,1733584804212 because future has completed 2024-12-07T15:20:21,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-07T15:20:21,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure e428c5300fdb09618f4f4c69583884e6, server=d6797ebe9c52,38201,1733584804212 in 185 msec 2024-12-07T15:20:21,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e428c5300fdb09618f4f4c69583884e6, REOPEN/MOVE in 545 msec 2024-12-07T15:20:21,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T15:20:21,121 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T15:20:21,122 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server d6797ebe9c52,38201,1733584804212: testing ***** 2024-12-07T15:20:21,122 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-07T15:20:21,125 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-07T15:20:21,126 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-07T15:20:21,128 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-07T15:20:21,129 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-07T15:20:21,138 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 239463120 }, "NonHeapMemoryUsage": { "committed": 171048960, "init": 7667712, "max": -1, "used": 168433472 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "d6797ebe9c52", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 0, "ProcessCallTime_max": 9, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 2, "ProcessCallTime_median": 4, "ProcessCallTime_75th_percentile": 6, "ProcessCallTime_90th_percentile": 8, "ProcessCallTime_95th_percentile": 8, "ProcessCallTime_98th_percentile": 8, "ProcessCallTime_99th_percentile": 8, "ProcessCallTime_99.9th_percentile": 8, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 0, "TotalCallTime_max": 9, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 2, "TotalCallTime_median": 4, "TotalCallTime_75th_percentile": 6, "TotalCallTime_90th_percentile": 8, "TotalCallTime_95th_percentile": 8, "TotalCallTime_98th_percentile": 8, "TotalCallTime_99th_percentile": 8, "TotalCallTime_99.9th_percentile": 8, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 174, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 130, "ResponseSize_90th_percentile": 156, "ResponseSize_95th_percentile": 165, "ResponseSize_98th_percentile": 170, "ResponseSize_99th_percentile": 172, "ResponseSize_99.9th_percentile": 173, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 348 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "d6797ebe9c52", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:53907", "tag.serverName": "d6797ebe9c52,39727,1733584804168", "tag.clusterId": "71887079-afa6-487e-bc5c-07c1259be664", "tag.Context": "regionserver", "tag.Hostname": "d6797ebe9c52", "regionCount": 1, "storeCount": 4, "hlogFileCount": 2, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 74, "memStoreHeapSize": 1248, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733584804168, "averageRegionSize": 74, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 1.4, "writeRequestRatePerSecond": 0.4, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 199680, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 7, "totalRowActionRequestCount": 9, "readRequestCount": 7, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 2, "rpcGetRequestCount": 1, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 2, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 3, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 1, "ScanTime_75th_percentile": 2, "ScanTime_90th_percentile": 2, "ScanTime_95th_percentile": 2, "ScanTime_98th_percentile": 2, "ScanTime_99th_percentile": 2, "ScanTime_99.9th_percentile": 2, "ScanTime_TimeRangeCount_0-1": 4, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 2, "Put_min": 2, "Put_max": 7, "Put_mean": 4, "Put_25th_percentile": 3, "Put_median": 4, "Put_75th_percentile": 5, "Put_90th_percentile": 6, "Put_95th_percentile": 6, "Put_98th_percentile": 6, "Put_99th_percentile": 6, "Put_99.9th_percentile": 6, "Put_TimeRangeCount_0-1": 2, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 1, "Get_min": 1, "Get_max": 1, "Get_mean": 1, "Get_25th_percentile": 1, "Get_median": 1, "Get_75th_percentile": 1, "Get_90th_percentile": 1, "Get_95th_percentile": 1, "Get_98th_percentile": 1, "Get_99th_percentile": 1, "Get_99.9th_percentile": 1, "Get_TimeRangeCount_0-1": 1, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 144, "ScanSize_mean": 72, "ScanSize_25th_percentile": 36, "ScanSize_median": 72, "ScanSize_75th_percentile": 108, "ScanSize_90th_percentile": 129, "ScanSize_95th_percentile": 136, "ScanSize_98th_percentile": 141, "ScanSize_99th_percentile": 142, "ScanSize_99.9th_percentile": 143, "ScanSize_SizeRangeCount_0-10": 4, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-07T15:20:21,142 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45931 {}] master.MasterRpcServices(700): d6797ebe9c52,38201,1733584804212 reported a fatal error: ***** ABORTING region server d6797ebe9c52,38201,1733584804212: testing ***** 2024-12-07T15:20:21,145 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd6797ebe9c52,38201,1733584804212' ***** 2024-12-07T15:20:21,145 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-12-07T15:20:21,145 INFO [RS:2;d6797ebe9c52:38201 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T15:20:21,145 INFO [RS:2;d6797ebe9c52:38201 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-07T15:20:21,145 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T15:20:21,145 INFO [RS:2;d6797ebe9c52:38201 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-07T15:20:21,146 INFO [RS:2;d6797ebe9c52:38201 {}] regionserver.HRegionServer(3091): Received CLOSE for e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:21,146 INFO [RS:2;d6797ebe9c52:38201 {}] regionserver.HRegionServer(956): aborting server d6797ebe9c52,38201,1733584804212 2024-12-07T15:20:21,146 INFO [RS:2;d6797ebe9c52:38201 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T15:20:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35985 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:58676 deadline: 1733584881146, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=d6797ebe9c52 port=38201 startCode=1733584804212. As of locationSeqNum=12. 2024-12-07T15:20:21,146 INFO [RS:2;d6797ebe9c52:38201 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;d6797ebe9c52:38201. 2024-12-07T15:20:21,146 DEBUG [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e428c5300fdb09618f4f4c69583884e6, disabling compactions & flushes 2024-12-07T15:20:21,146 INFO [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:21,146 DEBUG [RS:2;d6797ebe9c52:38201 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T15:20:21,146 DEBUG [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:21,147 DEBUG [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. after waiting 0 ms 2024-12-07T15:20:21,147 DEBUG [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:21,147 DEBUG [RS:2;d6797ebe9c52:38201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T15:20:21,147 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6., hostname=d6797ebe9c52,35985,1733584804067, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6., hostname=d6797ebe9c52,35985,1733584804067, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=d6797ebe9c52 port=38201 startCode=1733584804212. As of locationSeqNum=12. 2024-12-07T15:20:21,147 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6., hostname=d6797ebe9c52,35985,1733584804067, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=d6797ebe9c52 port=38201 startCode=1733584804212. As of locationSeqNum=12. 2024-12-07T15:20:21,147 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6., hostname=d6797ebe9c52,35985,1733584804067, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6., hostname=d6797ebe9c52,38201,1733584804212, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=d6797ebe9c52 port=38201 startCode=1733584804212. As of locationSeqNum=12. 2024-12-07T15:20:21,147 INFO [RS:2;d6797ebe9c52:38201 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-07T15:20:21,147 DEBUG [RS:2;d6797ebe9c52:38201 {}] regionserver.HRegionServer(1325): Online Regions={e428c5300fdb09618f4f4c69583884e6=testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6.} 2024-12-07T15:20:21,148 DEBUG [RS:2;d6797ebe9c52:38201 {}] regionserver.HRegionServer(1351): Waiting on e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:21,148 INFO [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:21,148 DEBUG [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e428c5300fdb09618f4f4c69583884e6: Waiting for close lock at 1733584821146Running coprocessor pre-close hooks at 1733584821146Disabling compacts and flushes for region at 1733584821146Disabling writes for close at 1733584821147 (+1 ms)Writing region close event to WAL at 1733584821148 (+1 ms)Running coprocessor post-close hooks at 1733584821148Closed at 1733584821148 2024-12-07T15:20:21,149 DEBUG [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:21,213 INFO [regionserver/d6797ebe9c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T15:20:21,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d6797ebe9c52,38201,1733584804212 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T15:20:21,254 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6., hostname=d6797ebe9c52,38201,1733584804212, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6., hostname=d6797ebe9c52,38201,1733584804212, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d6797ebe9c52,38201,1733584804212 aborting 2024-12-07T15:20:21,254 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6., hostname=d6797ebe9c52,38201,1733584804212, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d6797ebe9c52,38201,1733584804212 aborting 2024-12-07T15:20:21,254 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6., hostname=d6797ebe9c52,38201,1733584804212, seqNum=12 from cache 2024-12-07T15:20:21,348 INFO [RS:2;d6797ebe9c52:38201 {}] regionserver.HRegionServer(976): stopping server d6797ebe9c52,38201,1733584804212; all regions closed. 2024-12-07T15:20:21,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741835_1011 (size=2142) 2024-12-07T15:20:21,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741835_1011 (size=2142) 2024-12-07T15:20:21,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741835_1011 (size=2142) 2024-12-07T15:20:21,352 DEBUG [RS:2;d6797ebe9c52:38201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T15:20:21,352 INFO [RS:2;d6797ebe9c52:38201 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T15:20:21,352 INFO [RS:2;d6797ebe9c52:38201 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T15:20:21,353 INFO [RS:2;d6797ebe9c52:38201 {}] hbase.ChoreService(370): Chore service for: regionserver/d6797ebe9c52:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-07T15:20:21,353 INFO [regionserver/d6797ebe9c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T15:20:21,353 INFO [RS:2;d6797ebe9c52:38201 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T15:20:21,353 INFO [RS:2;d6797ebe9c52:38201 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T15:20:21,353 INFO [RS:2;d6797ebe9c52:38201 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T15:20:21,353 INFO [RS:2;d6797ebe9c52:38201 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T15:20:21,354 INFO [RS:2;d6797ebe9c52:38201 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38201 2024-12-07T15:20:21,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38201-0x1018d82bd890003, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d6797ebe9c52,38201,1733584804212 2024-12-07T15:20:21,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45931-0x1018d82bd890000, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T15:20:21,360 INFO [RS:2;d6797ebe9c52:38201 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T15:20:21,363 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d6797ebe9c52,38201,1733584804212] 2024-12-07T15:20:21,364 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d6797ebe9c52,38201,1733584804212 already deleted, retry=false 2024-12-07T15:20:21,364 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of d6797ebe9c52,38201,1733584804212 on d6797ebe9c52,45931,1733584803355 2024-12-07T15:20:21,369 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure d6797ebe9c52,38201,1733584804212, splitWal=true, meta=false 2024-12-07T15:20:21,371 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for d6797ebe9c52,38201,1733584804212 (carryingMeta=false) d6797ebe9c52,38201,1733584804212/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5af0a0e7[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-07T15:20:21,371 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure d6797ebe9c52,38201,1733584804212, splitWal=true, meta=false 2024-12-07T15:20:21,373 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): d6797ebe9c52,38201,1733584804212 had 1 regions 2024-12-07T15:20:21,374 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure d6797ebe9c52,38201,1733584804212, splitWal=true, meta=false, isMeta: false 2024-12-07T15:20:21,375 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/WALs/d6797ebe9c52,38201,1733584804212-splitting 2024-12-07T15:20:21,377 INFO [PEWorker-1 {}] master.SplitWALManager(105): d6797ebe9c52,38201,1733584804212 WAL count=1, meta=false 2024-12-07T15:20:21,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure d6797ebe9c52%2C38201%2C1733584804212.1733584805574}] 2024-12-07T15:20:21,383 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=d6797ebe9c52,35985,1733584804067 2024-12-07T15:20:21,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure d6797ebe9c52%2C38201%2C1733584804212.1733584805574, worker=d6797ebe9c52,35985,1733584804067}] 2024-12-07T15:20:21,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38201-0x1018d82bd890003, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T15:20:21,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38201-0x1018d82bd890003, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T15:20:21,463 INFO [RS:2;d6797ebe9c52:38201 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T15:20:21,464 INFO [RS:2;d6797ebe9c52:38201 {}] regionserver.HRegionServer(1031): Exiting; stopping=d6797ebe9c52,38201,1733584804212; zookeeper connection closed. 2024-12-07T15:20:21,464 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35f52228 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35f52228 2024-12-07T15:20:21,465 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6., hostname=d6797ebe9c52,38201,1733584804212, seqNum=18] 2024-12-07T15:20:21,467 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d6797ebe9c52:38201 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: d6797ebe9c52/172.17.0.2:38201 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T15:20:21,467 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6., hostname=d6797ebe9c52,38201,1733584804212, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6., hostname=d6797ebe9c52,38201,1733584804212, seqNum=18, error=java.net.ConnectException: Call to address=d6797ebe9c52:38201 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: d6797ebe9c52/172.17.0.2:38201 2024-12-07T15:20:21,467 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6., hostname=d6797ebe9c52,38201,1733584804212, seqNum=18 is java.net.ConnectException: Connection refused 2024-12-07T15:20:21,467 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6., hostname=d6797ebe9c52,38201,1733584804212, seqNum=18 from cache 2024-12-07T15:20:21,468 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address d6797ebe9c52:38201 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: d6797ebe9c52/172.17.0.2:38201 2024-12-07T15:20:21,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35985 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-12-07T15:20:21,563 INFO [RS_LOG_REPLAY_OPS-regionserver/d6797ebe9c52:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/WALs/d6797ebe9c52,38201,1733584804212-splitting/d6797ebe9c52%2C38201%2C1733584804212.1733584805574, size=2.1 K (2142bytes) 2024-12-07T15:20:21,563 INFO [RS_LOG_REPLAY_OPS-regionserver/d6797ebe9c52:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/WALs/d6797ebe9c52,38201,1733584804212-splitting/d6797ebe9c52%2C38201%2C1733584804212.1733584805574 2024-12-07T15:20:21,564 INFO [RS_LOG_REPLAY_OPS-regionserver/d6797ebe9c52:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/WALs/d6797ebe9c52,38201,1733584804212-splitting/d6797ebe9c52%2C38201%2C1733584804212.1733584805574 after 1ms 2024-12-07T15:20:21,566 INFO [RS_LOG_REPLAY_OPS-regionserver/d6797ebe9c52:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/WALs/d6797ebe9c52,38201,1733584804212-splitting/d6797ebe9c52%2C38201%2C1733584804212.1733584805574 took 3ms 2024-12-07T15:20:21,573 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d6797ebe9c52:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for e428c5300fdb09618f4f4c69583884e6: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-12-07T15:20:21,573 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d6797ebe9c52:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/WALs/d6797ebe9c52,38201,1733584804212-splitting/d6797ebe9c52%2C38201%2C1733584804212.1733584805574 so closing down 2024-12-07T15:20:21,574 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d6797ebe9c52:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T15:20:21,574 INFO [RS_LOG_REPLAY_OPS-regionserver/d6797ebe9c52:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T15:20:21,574 INFO [RS_LOG_REPLAY_OPS-regionserver/d6797ebe9c52:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/WALs/d6797ebe9c52,38201,1733584804212-splitting/d6797ebe9c52%2C38201%2C1733584804212.1733584805574, size=2.1 K, length=2142, corrupted=false, cancelled=false 2024-12-07T15:20:21,574 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d6797ebe9c52:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/WALs/d6797ebe9c52,38201,1733584804212-splitting/d6797ebe9c52%2C38201%2C1733584804212.1733584805574, journal: Splitting hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/WALs/d6797ebe9c52,38201,1733584804212-splitting/d6797ebe9c52%2C38201%2C1733584804212.1733584805574, size=2.1 K (2142bytes) at 1733584821563Finishing writing output for hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/WALs/d6797ebe9c52,38201,1733584804212-splitting/d6797ebe9c52%2C38201%2C1733584804212.1733584805574 so closing down at 1733584821573 (+10 ms)3 split writer threads finished at 1733584821574 (+1 ms)Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/WALs/d6797ebe9c52,38201,1733584804212-splitting/d6797ebe9c52%2C38201%2C1733584804212.1733584805574, size=2.1 K, length=2142, corrupted=false, cancelled=false at 1733584821574 2024-12-07T15:20:21,574 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d6797ebe9c52:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/WALs/d6797ebe9c52,38201,1733584804212-splitting/d6797ebe9c52%2C38201%2C1733584804212.1733584805574 2024-12-07T15:20:21,575 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d6797ebe9c52:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-07T15:20:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45931 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-07T15:20:21,582 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/WALs/d6797ebe9c52,38201,1733584804212-splitting/d6797ebe9c52%2C38201%2C1733584804212.1733584805574 to hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/oldWALs 2024-12-07T15:20:21,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-07T15:20:21,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d6797ebe9c52%2C38201%2C1733584804212.1733584805574, worker=d6797ebe9c52,35985,1733584804067 in 197 msec 2024-12-07T15:20:21,586 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=d6797ebe9c52,35985,1733584804067 2024-12-07T15:20:21,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-07T15:20:21,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure d6797ebe9c52%2C38201%2C1733584804212.1733584805574, worker=d6797ebe9c52,35985,1733584804067 in 208 msec 2024-12-07T15:20:21,590 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/WALs/d6797ebe9c52,38201,1733584804212-splitting dir is empty, no logs to split. 2024-12-07T15:20:21,590 INFO [PEWorker-1 {}] master.SplitWALManager(105): d6797ebe9c52,38201,1733584804212 WAL count=0, meta=false 2024-12-07T15:20:21,590 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if d6797ebe9c52,38201,1733584804212 WAL splitting is done? wals=0, meta=false 2024-12-07T15:20:21,591 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for d6797ebe9c52,38201,1733584804212 failed, ignore...File hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/WALs/d6797ebe9c52,38201,1733584804212-splitting does not exist. 2024-12-07T15:20:21,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e428c5300fdb09618f4f4c69583884e6, ASSIGN}] 2024-12-07T15:20:21,594 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e428c5300fdb09618f4f4c69583884e6, ASSIGN 2024-12-07T15:20:21,595 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e428c5300fdb09618f4f4c69583884e6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-07T15:20:21,745 DEBUG [d6797ebe9c52:45931 {}] balancer.BalancerClusterState(204): Hosts are {d6797ebe9c52=0} racks are {/default-rack=0} 2024-12-07T15:20:21,746 DEBUG [d6797ebe9c52:45931 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-07T15:20:21,746 DEBUG [d6797ebe9c52:45931 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-07T15:20:21,746 DEBUG [d6797ebe9c52:45931 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-07T15:20:21,746 DEBUG [d6797ebe9c52:45931 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-07T15:20:21,746 INFO [d6797ebe9c52:45931 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-07T15:20:21,746 INFO [d6797ebe9c52:45931 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-07T15:20:21,746 DEBUG [d6797ebe9c52:45931 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-07T15:20:21,746 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=e428c5300fdb09618f4f4c69583884e6, regionState=OPENING, regionLocation=d6797ebe9c52,35985,1733584804067 2024-12-07T15:20:21,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e428c5300fdb09618f4f4c69583884e6, ASSIGN because future has completed 2024-12-07T15:20:21,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure e428c5300fdb09618f4f4c69583884e6, server=d6797ebe9c52,35985,1733584804067}] 2024-12-07T15:20:21,774 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6., hostname=d6797ebe9c52,38201,1733584804212, seqNum=18] 2024-12-07T15:20:21,774 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to d6797ebe9c52:38201 this server is in the failed servers list 2024-12-07T15:20:21,775 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6., hostname=d6797ebe9c52,38201,1733584804212, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6., hostname=d6797ebe9c52,38201,1733584804212, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d6797ebe9c52:38201 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d6797ebe9c52:38201 2024-12-07T15:20:21,775 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6., hostname=d6797ebe9c52,38201,1733584804212, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d6797ebe9c52:38201 2024-12-07T15:20:21,775 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6., hostname=d6797ebe9c52,38201,1733584804212, seqNum=18 from cache 2024-12-07T15:20:21,905 INFO [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:21,905 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => e428c5300fdb09618f4f4c69583884e6, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6.', STARTKEY => '', ENDKEY => ''} 2024-12-07T15:20:21,906 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:21,906 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:21,906 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:21,906 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:21,907 INFO [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:21,908 INFO [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e428c5300fdb09618f4f4c69583884e6 columnFamilyName cf1 2024-12-07T15:20:21,908 DEBUG [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:21,914 DEBUG [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/cf1/7b8078d0b2404982ba9b104e51148b7a 2024-12-07T15:20:21,915 INFO [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] regionserver.HStore(327): Store=e428c5300fdb09618f4f4c69583884e6/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:21,915 INFO [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:21,916 INFO [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e428c5300fdb09618f4f4c69583884e6 columnFamilyName cf2 2024-12-07T15:20:21,916 DEBUG [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:21,921 DEBUG [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/cf2/a7b8a6b90e154c878989af83b0286034 2024-12-07T15:20:21,921 INFO [StoreOpener-e428c5300fdb09618f4f4c69583884e6-1 {}] regionserver.HStore(327): Store=e428c5300fdb09618f4f4c69583884e6/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:21,921 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:21,922 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:21,923 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:21,924 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:21,924 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:21,924 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T15:20:21,925 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:21,926 INFO [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened e428c5300fdb09618f4f4c69583884e6; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66001877, jitterRate=-0.016495391726493835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T15:20:21,926 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:21,927 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for e428c5300fdb09618f4f4c69583884e6: Running coprocessor pre-open hook at 1733584821906Writing region info on filesystem at 1733584821906Initializing all the Stores at 1733584821907 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584821907Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584821907Cleaning up temporary data from old regions at 1733584821924 (+17 ms)Running coprocessor post-open hooks at 1733584821926 (+2 ms)Region opened successfully at 1733584821927 (+1 ms) 2024-12-07T15:20:21,928 INFO [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6., pid=17, masterSystemTime=1733584821901 2024-12-07T15:20:21,930 DEBUG [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:21,930 INFO [RS_OPEN_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:21,931 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=e428c5300fdb09618f4f4c69583884e6, regionState=OPEN, openSeqNum=18, regionLocation=d6797ebe9c52,35985,1733584804067 2024-12-07T15:20:21,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure e428c5300fdb09618f4f4c69583884e6, server=d6797ebe9c52,35985,1733584804067 because future has completed 2024-12-07T15:20:21,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-07T15:20:21,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure e428c5300fdb09618f4f4c69583884e6, server=d6797ebe9c52,35985,1733584804067 in 185 msec 2024-12-07T15:20:21,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-07T15:20:21,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e428c5300fdb09618f4f4c69583884e6, ASSIGN in 343 msec 2024-12-07T15:20:21,938 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server d6797ebe9c52,38201,1733584804212 after splitting done 2024-12-07T15:20:21,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure d6797ebe9c52,38201,1733584804212, splitWal=true, meta=false in 574 msec 2024-12-07T15:20:22,284 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6., hostname=d6797ebe9c52,35985,1733584804067, seqNum=18] 2024-12-07T15:20:22,299 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=410 (was 416), OpenFileDescriptor=1049 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=211 (was 220), ProcessCount=11 (was 11), AvailableMemoryMB=7496 (was 7620) 2024-12-07T15:20:22,300 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1049 is superior to 1024 2024-12-07T15:20:22,312 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=410, OpenFileDescriptor=1049, MaxFileDescriptor=1048576, SystemLoadAverage=211, ProcessCount=11, AvailableMemoryMB=7496 2024-12-07T15:20:22,312 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1049 is superior to 1024 2024-12-07T15:20:22,328 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T15:20:22,330 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T15:20:22,331 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T15:20:22,333 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-90022921, suffix=, logDir=hdfs://localhost:40039/hbase/WALs/hregion-90022921, archiveDir=hdfs://localhost:40039/hbase/oldWALs, maxLogs=32 2024-12-07T15:20:22,346 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-90022921/hregion-90022921.1733584822333, exclude list is [], retry=0 2024-12-07T15:20:22,348 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43449,DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc,DISK] 2024-12-07T15:20:22,348 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710,DISK] 2024-12-07T15:20:22,349 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2,DISK] 2024-12-07T15:20:22,351 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-90022921/hregion-90022921.1733584822333 2024-12-07T15:20:22,351 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33691:33691),(127.0.0.1/127.0.0.1:33663:33663),(127.0.0.1/127.0.0.1:42293:42293)] 2024-12-07T15:20:22,351 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 1c0d7df5a346fcaff85b8385de0dba82, NAME => 'testReplayEditsWrittenViaHRegion,,1733584822329.1c0d7df5a346fcaff85b8385de0dba82.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40039/hbase 2024-12-07T15:20:22,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741893_1071 (size=67) 2024-12-07T15:20:22,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741893_1071 (size=67) 2024-12-07T15:20:22,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741893_1071 (size=67) 2024-12-07T15:20:22,360 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733584822329.1c0d7df5a346fcaff85b8385de0dba82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:22,362 INFO [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1c0d7df5a346fcaff85b8385de0dba82 2024-12-07T15:20:22,363 INFO [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c0d7df5a346fcaff85b8385de0dba82 columnFamilyName a 2024-12-07T15:20:22,363 DEBUG [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:22,364 INFO [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] regionserver.HStore(327): Store=1c0d7df5a346fcaff85b8385de0dba82/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:22,364 INFO [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1c0d7df5a346fcaff85b8385de0dba82 2024-12-07T15:20:22,365 INFO [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c0d7df5a346fcaff85b8385de0dba82 columnFamilyName b 2024-12-07T15:20:22,365 DEBUG [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:22,366 INFO [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] regionserver.HStore(327): Store=1c0d7df5a346fcaff85b8385de0dba82/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:22,366 INFO [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1c0d7df5a346fcaff85b8385de0dba82 2024-12-07T15:20:22,367 INFO [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c0d7df5a346fcaff85b8385de0dba82 columnFamilyName c 2024-12-07T15:20:22,367 DEBUG [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:22,368 INFO [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] regionserver.HStore(327): Store=1c0d7df5a346fcaff85b8385de0dba82/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:22,368 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1c0d7df5a346fcaff85b8385de0dba82 2024-12-07T15:20:22,368 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82 2024-12-07T15:20:22,369 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82 2024-12-07T15:20:22,370 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1c0d7df5a346fcaff85b8385de0dba82 2024-12-07T15:20:22,370 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1c0d7df5a346fcaff85b8385de0dba82 2024-12-07T15:20:22,370 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T15:20:22,371 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1c0d7df5a346fcaff85b8385de0dba82 2024-12-07T15:20:22,373 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T15:20:22,373 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1c0d7df5a346fcaff85b8385de0dba82; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65430867, jitterRate=-0.025004103779792786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T15:20:22,374 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1c0d7df5a346fcaff85b8385de0dba82: Writing region info on filesystem at 1733584822360Initializing all the Stores at 1733584822361 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584822361Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584822362 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584822362Cleaning up temporary data from old regions at 1733584822370 (+8 ms)Region opened successfully at 1733584822374 (+4 ms) 2024-12-07T15:20:22,374 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1c0d7df5a346fcaff85b8385de0dba82, disabling compactions & flushes 2024-12-07T15:20:22,374 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733584822329.1c0d7df5a346fcaff85b8385de0dba82. 2024-12-07T15:20:22,374 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733584822329.1c0d7df5a346fcaff85b8385de0dba82. 2024-12-07T15:20:22,374 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733584822329.1c0d7df5a346fcaff85b8385de0dba82. after waiting 0 ms 2024-12-07T15:20:22,374 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733584822329.1c0d7df5a346fcaff85b8385de0dba82. 2024-12-07T15:20:22,375 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733584822329.1c0d7df5a346fcaff85b8385de0dba82. 2024-12-07T15:20:22,375 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1c0d7df5a346fcaff85b8385de0dba82: Waiting for close lock at 1733584822374Disabling compacts and flushes for region at 1733584822374Disabling writes for close at 1733584822374Writing region close event to WAL at 1733584822375 (+1 ms)Closed at 1733584822375 2024-12-07T15:20:22,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741892_1070 (size=93) 2024-12-07T15:20:22,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741892_1070 (size=93) 2024-12-07T15:20:22,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741892_1070 (size=93) 2024-12-07T15:20:22,379 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T15:20:22,379 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-90022921:(num 1733584822333) 2024-12-07T15:20:22,379 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T15:20:22,381 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733584822328, archiveDir=hdfs://localhost:40039/hbase/oldWALs, maxLogs=32 2024-12-07T15:20:22,395 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733584822328/wal.1733584822381, exclude list is [], retry=0 2024-12-07T15:20:22,397 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43449,DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc,DISK] 2024-12-07T15:20:22,398 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710,DISK] 2024-12-07T15:20:22,398 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2,DISK] 2024-12-07T15:20:22,400 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733584822328/wal.1733584822381 2024-12-07T15:20:22,400 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33691:33691),(127.0.0.1/127.0.0.1:33663:33663),(127.0.0.1/127.0.0.1:42293:42293)] 2024-12-07T15:20:22,400 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c0d7df5a346fcaff85b8385de0dba82, NAME => 'testReplayEditsWrittenViaHRegion,,1733584822329.1c0d7df5a346fcaff85b8385de0dba82.', STARTKEY => '', ENDKEY => ''} 2024-12-07T15:20:22,400 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733584822329.1c0d7df5a346fcaff85b8385de0dba82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:22,400 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1c0d7df5a346fcaff85b8385de0dba82 2024-12-07T15:20:22,400 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1c0d7df5a346fcaff85b8385de0dba82 2024-12-07T15:20:22,401 INFO [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1c0d7df5a346fcaff85b8385de0dba82 2024-12-07T15:20:22,402 INFO [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c0d7df5a346fcaff85b8385de0dba82 columnFamilyName a 2024-12-07T15:20:22,402 DEBUG [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:22,402 INFO [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] regionserver.HStore(327): Store=1c0d7df5a346fcaff85b8385de0dba82/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:22,403 INFO [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1c0d7df5a346fcaff85b8385de0dba82 2024-12-07T15:20:22,403 INFO [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c0d7df5a346fcaff85b8385de0dba82 columnFamilyName b 2024-12-07T15:20:22,403 DEBUG [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:22,404 INFO [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] regionserver.HStore(327): Store=1c0d7df5a346fcaff85b8385de0dba82/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:22,404 INFO [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1c0d7df5a346fcaff85b8385de0dba82 2024-12-07T15:20:22,405 INFO [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c0d7df5a346fcaff85b8385de0dba82 columnFamilyName c 2024-12-07T15:20:22,405 DEBUG [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:22,405 INFO [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] regionserver.HStore(327): Store=1c0d7df5a346fcaff85b8385de0dba82/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:22,405 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1c0d7df5a346fcaff85b8385de0dba82 2024-12-07T15:20:22,406 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82 2024-12-07T15:20:22,407 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82 2024-12-07T15:20:22,408 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1c0d7df5a346fcaff85b8385de0dba82 2024-12-07T15:20:22,408 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1c0d7df5a346fcaff85b8385de0dba82 2024-12-07T15:20:22,408 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T15:20:22,409 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1c0d7df5a346fcaff85b8385de0dba82 2024-12-07T15:20:22,410 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1c0d7df5a346fcaff85b8385de0dba82; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64807420, jitterRate=-0.034294188022613525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T15:20:22,411 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1c0d7df5a346fcaff85b8385de0dba82: Writing region info on filesystem at 1733584822400Initializing all the Stores at 1733584822401 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584822401Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584822401Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584822401Cleaning up temporary data from old regions at 1733584822408 (+7 ms)Region opened successfully at 1733584822411 (+3 ms) 2024-12-07T15:20:22,438 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1c0d7df5a346fcaff85b8385de0dba82 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-07T15:20:22,455 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/.tmp/a/48a9fb6577cd4190bda6e8a4dd26d8fd is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733584822411/Put/seqid=0 2024-12-07T15:20:22,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741895_1073 (size=5958) 2024-12-07T15:20:22,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741895_1073 (size=5958) 2024-12-07T15:20:22,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741895_1073 (size=5958) 2024-12-07T15:20:22,463 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/.tmp/a/48a9fb6577cd4190bda6e8a4dd26d8fd 2024-12-07T15:20:22,490 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/.tmp/b/aac9366f79b0458aa6b7f723fcbd02ef is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733584822418/Put/seqid=0 2024-12-07T15:20:22,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741896_1074 (size=5958) 2024-12-07T15:20:22,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741896_1074 (size=5958) 2024-12-07T15:20:22,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741896_1074 (size=5958) 2024-12-07T15:20:22,498 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/.tmp/b/aac9366f79b0458aa6b7f723fcbd02ef 2024-12-07T15:20:22,517 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/.tmp/c/2801d7c95de74710ba90d57b02027edd is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733584822427/Put/seqid=0 2024-12-07T15:20:22,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741897_1075 (size=5958) 2024-12-07T15:20:22,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741897_1075 (size=5958) 2024-12-07T15:20:22,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741897_1075 (size=5958) 2024-12-07T15:20:22,525 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/.tmp/c/2801d7c95de74710ba90d57b02027edd 2024-12-07T15:20:22,531 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/.tmp/a/48a9fb6577cd4190bda6e8a4dd26d8fd as hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/a/48a9fb6577cd4190bda6e8a4dd26d8fd 2024-12-07T15:20:22,536 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/a/48a9fb6577cd4190bda6e8a4dd26d8fd, entries=10, sequenceid=33, filesize=5.8 K 2024-12-07T15:20:22,537 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/.tmp/b/aac9366f79b0458aa6b7f723fcbd02ef as hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/b/aac9366f79b0458aa6b7f723fcbd02ef 2024-12-07T15:20:22,542 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/b/aac9366f79b0458aa6b7f723fcbd02ef, entries=10, sequenceid=33, filesize=5.8 K 2024-12-07T15:20:22,543 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/.tmp/c/2801d7c95de74710ba90d57b02027edd as hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/c/2801d7c95de74710ba90d57b02027edd 2024-12-07T15:20:22,547 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/c/2801d7c95de74710ba90d57b02027edd, entries=10, sequenceid=33, filesize=5.8 K 2024-12-07T15:20:22,549 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 1c0d7df5a346fcaff85b8385de0dba82 in 110ms, sequenceid=33, compaction requested=false 2024-12-07T15:20:22,549 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1c0d7df5a346fcaff85b8385de0dba82: 2024-12-07T15:20:22,549 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1c0d7df5a346fcaff85b8385de0dba82, disabling compactions & flushes 2024-12-07T15:20:22,549 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733584822329.1c0d7df5a346fcaff85b8385de0dba82. 2024-12-07T15:20:22,549 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733584822329.1c0d7df5a346fcaff85b8385de0dba82. 2024-12-07T15:20:22,549 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733584822329.1c0d7df5a346fcaff85b8385de0dba82. after waiting 0 ms 2024-12-07T15:20:22,549 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733584822329.1c0d7df5a346fcaff85b8385de0dba82. 2024-12-07T15:20:22,550 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733584822329.1c0d7df5a346fcaff85b8385de0dba82. 2024-12-07T15:20:22,550 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1c0d7df5a346fcaff85b8385de0dba82: Waiting for close lock at 1733584822549Disabling compacts and flushes for region at 1733584822549Disabling writes for close at 1733584822549Writing region close event to WAL at 1733584822550 (+1 ms)Closed at 1733584822550 2024-12-07T15:20:22,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741894_1072 (size=5937) 2024-12-07T15:20:22,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741894_1072 (size=5937) 2024-12-07T15:20:22,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741894_1072 (size=5937) 2024-12-07T15:20:22,558 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/b/aac9366f79b0458aa6b7f723fcbd02ef to hdfs://localhost:40039/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/b/aac9366f79b0458aa6b7f723fcbd02ef 2024-12-07T15:20:22,582 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733584822328/wal.1733584822381, size=5.8 K (5937bytes) 2024-12-07T15:20:22,582 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733584822328/wal.1733584822381 2024-12-07T15:20:22,583 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733584822328/wal.1733584822381 after 1ms 2024-12-07T15:20:22,585 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733584822328/wal.1733584822381 took 3ms 2024-12-07T15:20:22,587 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733584822328/wal.1733584822381 so closing down 2024-12-07T15:20:22,587 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T15:20:22,588 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733584822381.temp 2024-12-07T15:20:22,589 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/recovered.edits/0000000000000000003-wal.1733584822381.temp 2024-12-07T15:20:22,589 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T15:20:22,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741898_1076 (size=5223) 2024-12-07T15:20:22,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741898_1076 (size=5223) 2024-12-07T15:20:22,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741898_1076 (size=5223) 2024-12-07T15:20:22,599 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/recovered.edits/0000000000000000003-wal.1733584822381.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-07T15:20:22,600 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/recovered.edits/0000000000000000003-wal.1733584822381.temp to hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/recovered.edits/0000000000000000032 2024-12-07T15:20:22,600 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:40039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733584822328/wal.1733584822381, size=5.8 K, length=5937, corrupted=false, cancelled=false 2024-12-07T15:20:22,600 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733584822328/wal.1733584822381, journal: Splitting hdfs://localhost:40039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733584822328/wal.1733584822381, size=5.8 K (5937bytes) at 1733584822582Finishing writing output for hdfs://localhost:40039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733584822328/wal.1733584822381 so closing down at 1733584822587 (+5 ms)Creating recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/recovered.edits/0000000000000000003-wal.1733584822381.temp at 1733584822589 (+2 ms)3 split writer threads finished at 1733584822589Closed recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/recovered.edits/0000000000000000003-wal.1733584822381.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733584822599 (+10 ms)Rename recovered edits hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/recovered.edits/0000000000000000003-wal.1733584822381.temp to hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/recovered.edits/0000000000000000032 at 1733584822600 (+1 ms)Processed 32 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:40039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733584822328/wal.1733584822381, size=5.8 K, length=5937, corrupted=false, cancelled=false at 1733584822600 2024-12-07T15:20:22,602 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733584822328/wal.1733584822381 to hdfs://localhost:40039/hbase/oldWALs/wal.1733584822381 2024-12-07T15:20:22,603 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/recovered.edits/0000000000000000032 2024-12-07T15:20:22,603 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T15:20:22,605 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40039/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733584822328, archiveDir=hdfs://localhost:40039/hbase/oldWALs, maxLogs=32 2024-12-07T15:20:22,618 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733584822328/wal.1733584822605, exclude list is [], retry=0 2024-12-07T15:20:22,621 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710,DISK] 2024-12-07T15:20:22,622 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43449,DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc,DISK] 2024-12-07T15:20:22,622 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2,DISK] 2024-12-07T15:20:22,624 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733584822328/wal.1733584822605 2024-12-07T15:20:22,624 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33663:33663),(127.0.0.1/127.0.0.1:33691:33691),(127.0.0.1/127.0.0.1:42293:42293)] 2024-12-07T15:20:22,624 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c0d7df5a346fcaff85b8385de0dba82, NAME => 'testReplayEditsWrittenViaHRegion,,1733584822329.1c0d7df5a346fcaff85b8385de0dba82.', STARTKEY => '', ENDKEY => ''} 2024-12-07T15:20:22,625 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733584822329.1c0d7df5a346fcaff85b8385de0dba82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:22,625 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1c0d7df5a346fcaff85b8385de0dba82 2024-12-07T15:20:22,625 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1c0d7df5a346fcaff85b8385de0dba82 2024-12-07T15:20:22,626 INFO [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1c0d7df5a346fcaff85b8385de0dba82 2024-12-07T15:20:22,627 INFO [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c0d7df5a346fcaff85b8385de0dba82 columnFamilyName a 2024-12-07T15:20:22,627 DEBUG [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:22,633 DEBUG [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/a/48a9fb6577cd4190bda6e8a4dd26d8fd 2024-12-07T15:20:22,633 INFO [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] regionserver.HStore(327): Store=1c0d7df5a346fcaff85b8385de0dba82/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:22,633 INFO [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1c0d7df5a346fcaff85b8385de0dba82 2024-12-07T15:20:22,634 INFO [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c0d7df5a346fcaff85b8385de0dba82 columnFamilyName b 2024-12-07T15:20:22,634 DEBUG [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:22,635 INFO [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] regionserver.HStore(327): Store=1c0d7df5a346fcaff85b8385de0dba82/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:22,635 INFO [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1c0d7df5a346fcaff85b8385de0dba82 2024-12-07T15:20:22,636 INFO [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c0d7df5a346fcaff85b8385de0dba82 columnFamilyName c 2024-12-07T15:20:22,636 DEBUG [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:22,641 DEBUG [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/c/2801d7c95de74710ba90d57b02027edd 2024-12-07T15:20:22,641 INFO [StoreOpener-1c0d7df5a346fcaff85b8385de0dba82-1 {}] regionserver.HStore(327): Store=1c0d7df5a346fcaff85b8385de0dba82/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:22,642 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1c0d7df5a346fcaff85b8385de0dba82 2024-12-07T15:20:22,642 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82 2024-12-07T15:20:22,644 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82 2024-12-07T15:20:22,644 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/recovered.edits/0000000000000000032 2024-12-07T15:20:22,647 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/recovered.edits/0000000000000000032 2024-12-07T15:20:22,648 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1c0d7df5a346fcaff85b8385de0dba82 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-07T15:20:22,663 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/.tmp/b/aebe856b46dc4a139a6f8845ba83c984 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733584822418/Put/seqid=0 2024-12-07T15:20:22,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741900_1078 (size=5958) 2024-12-07T15:20:22,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741900_1078 (size=5958) 2024-12-07T15:20:22,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741900_1078 (size=5958) 2024-12-07T15:20:22,672 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/.tmp/b/aebe856b46dc4a139a6f8845ba83c984 2024-12-07T15:20:22,678 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/.tmp/b/aebe856b46dc4a139a6f8845ba83c984 as hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/b/aebe856b46dc4a139a6f8845ba83c984 2024-12-07T15:20:22,684 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/b/aebe856b46dc4a139a6f8845ba83c984, entries=10, sequenceid=32, filesize=5.8 K 2024-12-07T15:20:22,684 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 1c0d7df5a346fcaff85b8385de0dba82 in 37ms, sequenceid=32, compaction requested=false; wal=null 2024-12-07T15:20:22,685 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/recovered.edits/0000000000000000032 2024-12-07T15:20:22,686 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1c0d7df5a346fcaff85b8385de0dba82 2024-12-07T15:20:22,686 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1c0d7df5a346fcaff85b8385de0dba82 2024-12-07T15:20:22,687 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T15:20:22,688 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1c0d7df5a346fcaff85b8385de0dba82 2024-12-07T15:20:22,690 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/1c0d7df5a346fcaff85b8385de0dba82/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-12-07T15:20:22,691 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1c0d7df5a346fcaff85b8385de0dba82; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61724115, jitterRate=-0.08023901283740997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T15:20:22,692 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1c0d7df5a346fcaff85b8385de0dba82: Writing region info on filesystem at 1733584822625Initializing all the Stores at 1733584822626 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584822626Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584822626Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584822626Obtaining lock to block concurrent updates at 1733584822648 (+22 ms)Preparing flush snapshotting stores in 1c0d7df5a346fcaff85b8385de0dba82 at 1733584822648Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733584822329.1c0d7df5a346fcaff85b8385de0dba82., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733584822648Flushing stores of testReplayEditsWrittenViaHRegion,,1733584822329.1c0d7df5a346fcaff85b8385de0dba82. at 1733584822648Flushing 1c0d7df5a346fcaff85b8385de0dba82/b: creating writer at 1733584822648Flushing 1c0d7df5a346fcaff85b8385de0dba82/b: appending metadata at 1733584822663 (+15 ms)Flushing 1c0d7df5a346fcaff85b8385de0dba82/b: closing flushed file at 1733584822663Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@207426a6: reopening flushed file at 1733584822678 (+15 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 1c0d7df5a346fcaff85b8385de0dba82 in 37ms, sequenceid=32, compaction requested=false; wal=null at 1733584822684 (+6 ms)Cleaning up temporary data from old regions at 1733584822686 (+2 ms)Region opened successfully at 1733584822692 (+6 ms) 2024-12-07T15:20:22,715 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=419 (was 410) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:53226 [Waiting for operation #34] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:59892 [Waiting for operation #33] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:51688 [Waiting for operation #35] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:58634 [Receiving block BP-299547047-172.17.0.2-1733584800344:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-299547047-172.17.0.2-1733584800344:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-299547047-172.17.0.2-1733584800344:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-299547047-172.17.0.2-1733584800344:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:51598 [Receiving block BP-299547047-172.17.0.2-1733584800344:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:37448 [Receiving block BP-299547047-172.17.0.2-1733584800344:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1123 (was 1049) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=211 (was 211), ProcessCount=11 (was 11), AvailableMemoryMB=7483 (was 7496) 2024-12-07T15:20:22,715 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1123 is superior to 1024 2024-12-07T15:20:22,728 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=417, OpenFileDescriptor=1123, MaxFileDescriptor=1048576, SystemLoadAverage=211, ProcessCount=11, AvailableMemoryMB=7483 2024-12-07T15:20:22,728 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1123 is superior to 1024 2024-12-07T15:20:22,743 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T15:20:22,745 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T15:20:22,746 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T15:20:22,748 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-47279167, suffix=, logDir=hdfs://localhost:40039/hbase/WALs/hregion-47279167, archiveDir=hdfs://localhost:40039/hbase/oldWALs, maxLogs=32 2024-12-07T15:20:22,762 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-47279167/hregion-47279167.1733584822748, exclude list is [], retry=0 2024-12-07T15:20:22,765 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43449,DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc,DISK] 2024-12-07T15:20:22,765 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2,DISK] 2024-12-07T15:20:22,765 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710,DISK] 2024-12-07T15:20:22,767 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-47279167/hregion-47279167.1733584822748 2024-12-07T15:20:22,767 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33691:33691),(127.0.0.1/127.0.0.1:42293:42293),(127.0.0.1/127.0.0.1:33663:33663)] 2024-12-07T15:20:22,768 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8c568d5f108caa50df0184549e922795, NAME => 'testReplayEditsAfterAbortingFlush,,1733584822744.8c568d5f108caa50df0184549e922795.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40039/hbase 2024-12-07T15:20:22,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741902_1080 (size=68) 2024-12-07T15:20:22,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741902_1080 (size=68) 2024-12-07T15:20:22,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741902_1080 (size=68) 2024-12-07T15:20:22,778 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733584822744.8c568d5f108caa50df0184549e922795.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:22,780 INFO [StoreOpener-8c568d5f108caa50df0184549e922795-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8c568d5f108caa50df0184549e922795 2024-12-07T15:20:22,782 INFO [StoreOpener-8c568d5f108caa50df0184549e922795-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c568d5f108caa50df0184549e922795 columnFamilyName a 2024-12-07T15:20:22,782 DEBUG [StoreOpener-8c568d5f108caa50df0184549e922795-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:22,783 INFO [StoreOpener-8c568d5f108caa50df0184549e922795-1 {}] regionserver.HStore(327): Store=8c568d5f108caa50df0184549e922795/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:22,783 INFO [StoreOpener-8c568d5f108caa50df0184549e922795-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8c568d5f108caa50df0184549e922795 2024-12-07T15:20:22,784 INFO [StoreOpener-8c568d5f108caa50df0184549e922795-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c568d5f108caa50df0184549e922795 columnFamilyName b 2024-12-07T15:20:22,784 DEBUG [StoreOpener-8c568d5f108caa50df0184549e922795-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:22,785 INFO [StoreOpener-8c568d5f108caa50df0184549e922795-1 {}] regionserver.HStore(327): Store=8c568d5f108caa50df0184549e922795/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:22,785 INFO [StoreOpener-8c568d5f108caa50df0184549e922795-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8c568d5f108caa50df0184549e922795 2024-12-07T15:20:22,786 INFO [StoreOpener-8c568d5f108caa50df0184549e922795-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c568d5f108caa50df0184549e922795 columnFamilyName c 2024-12-07T15:20:22,786 DEBUG [StoreOpener-8c568d5f108caa50df0184549e922795-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:22,786 INFO [StoreOpener-8c568d5f108caa50df0184549e922795-1 {}] regionserver.HStore(327): Store=8c568d5f108caa50df0184549e922795/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:22,786 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8c568d5f108caa50df0184549e922795 2024-12-07T15:20:22,787 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testReplayEditsAfterAbortingFlush/8c568d5f108caa50df0184549e922795 2024-12-07T15:20:22,788 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testReplayEditsAfterAbortingFlush/8c568d5f108caa50df0184549e922795 2024-12-07T15:20:22,789 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8c568d5f108caa50df0184549e922795 2024-12-07T15:20:22,789 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8c568d5f108caa50df0184549e922795 2024-12-07T15:20:22,789 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T15:20:22,790 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8c568d5f108caa50df0184549e922795 2024-12-07T15:20:22,792 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/hbase/data/default/testReplayEditsAfterAbortingFlush/8c568d5f108caa50df0184549e922795/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T15:20:22,793 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8c568d5f108caa50df0184549e922795; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65269549, jitterRate=-0.027407929301261902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T15:20:22,793 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8c568d5f108caa50df0184549e922795: Writing region info on filesystem at 1733584822779Initializing all the Stores at 1733584822779Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584822779Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584822780 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584822780Cleaning up temporary data from old regions at 1733584822789 (+9 ms)Region opened successfully at 1733584822793 (+4 ms) 2024-12-07T15:20:22,793 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8c568d5f108caa50df0184549e922795, disabling compactions & flushes 2024-12-07T15:20:22,793 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733584822744.8c568d5f108caa50df0184549e922795. 2024-12-07T15:20:22,793 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733584822744.8c568d5f108caa50df0184549e922795. 2024-12-07T15:20:22,793 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733584822744.8c568d5f108caa50df0184549e922795. after waiting 0 ms 2024-12-07T15:20:22,793 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733584822744.8c568d5f108caa50df0184549e922795. 2024-12-07T15:20:22,794 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733584822744.8c568d5f108caa50df0184549e922795. 2024-12-07T15:20:22,794 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8c568d5f108caa50df0184549e922795: Waiting for close lock at 1733584822793Disabling compacts and flushes for region at 1733584822793Disabling writes for close at 1733584822793Writing region close event to WAL at 1733584822794 (+1 ms)Closed at 1733584822794 2024-12-07T15:20:22,803 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-47279167/hregion-47279167.1733584822748 not finished, retry = 0 2024-12-07T15:20:22,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741901_1079 (size=93) 2024-12-07T15:20:22,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741901_1079 (size=93) 2024-12-07T15:20:22,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741901_1079 (size=93) 2024-12-07T15:20:22,906 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T15:20:22,906 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-47279167:(num 1733584822748) 2024-12-07T15:20:22,906 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T15:20:22,908 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733584822742, archiveDir=hdfs://localhost:40039/hbase/oldWALs, maxLogs=32 2024-12-07T15:20:22,921 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733584822742/wal.1733584822908, exclude list is [], retry=0 2024-12-07T15:20:22,924 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710,DISK] 2024-12-07T15:20:22,925 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2,DISK] 2024-12-07T15:20:22,925 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43449,DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc,DISK] 2024-12-07T15:20:22,928 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733584822742/wal.1733584822908 2024-12-07T15:20:22,928 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33663:33663),(127.0.0.1/127.0.0.1:42293:42293),(127.0.0.1/127.0.0.1:33691:33691)] 2024-12-07T15:20:22,982 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c568d5f108caa50df0184549e922795, NAME => 'testReplayEditsAfterAbortingFlush,,1733584822744.8c568d5f108caa50df0184549e922795.', STARTKEY => '', ENDKEY => ''} 2024-12-07T15:20:22,985 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 8c568d5f108caa50df0184549e922795 2024-12-07T15:20:22,985 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733584822744.8c568d5f108caa50df0184549e922795.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:22,985 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8c568d5f108caa50df0184549e922795 2024-12-07T15:20:22,985 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8c568d5f108caa50df0184549e922795 2024-12-07T15:20:22,987 INFO [StoreOpener-8c568d5f108caa50df0184549e922795-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8c568d5f108caa50df0184549e922795 2024-12-07T15:20:22,988 INFO [StoreOpener-8c568d5f108caa50df0184549e922795-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c568d5f108caa50df0184549e922795 columnFamilyName a 2024-12-07T15:20:22,988 DEBUG [StoreOpener-8c568d5f108caa50df0184549e922795-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:22,989 INFO [StoreOpener-8c568d5f108caa50df0184549e922795-1 {}] regionserver.HStore(327): Store=8c568d5f108caa50df0184549e922795/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:22,989 INFO [StoreOpener-8c568d5f108caa50df0184549e922795-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8c568d5f108caa50df0184549e922795 2024-12-07T15:20:22,990 INFO [StoreOpener-8c568d5f108caa50df0184549e922795-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c568d5f108caa50df0184549e922795 columnFamilyName b 2024-12-07T15:20:22,990 DEBUG [StoreOpener-8c568d5f108caa50df0184549e922795-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:22,990 INFO [StoreOpener-8c568d5f108caa50df0184549e922795-1 {}] regionserver.HStore(327): Store=8c568d5f108caa50df0184549e922795/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:22,990 INFO [StoreOpener-8c568d5f108caa50df0184549e922795-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8c568d5f108caa50df0184549e922795 2024-12-07T15:20:22,991 INFO [StoreOpener-8c568d5f108caa50df0184549e922795-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c568d5f108caa50df0184549e922795 columnFamilyName c 2024-12-07T15:20:22,991 DEBUG [StoreOpener-8c568d5f108caa50df0184549e922795-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:22,992 INFO [StoreOpener-8c568d5f108caa50df0184549e922795-1 {}] regionserver.HStore(327): Store=8c568d5f108caa50df0184549e922795/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:22,992 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8c568d5f108caa50df0184549e922795 2024-12-07T15:20:22,992 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testReplayEditsAfterAbortingFlush/8c568d5f108caa50df0184549e922795 2024-12-07T15:20:22,993 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testReplayEditsAfterAbortingFlush/8c568d5f108caa50df0184549e922795 2024-12-07T15:20:22,994 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8c568d5f108caa50df0184549e922795 2024-12-07T15:20:22,994 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8c568d5f108caa50df0184549e922795 2024-12-07T15:20:22,995 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T15:20:22,996 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8c568d5f108caa50df0184549e922795 2024-12-07T15:20:22,997 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8c568d5f108caa50df0184549e922795; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62588622, jitterRate=-0.06735685467720032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T15:20:22,997 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c568d5f108caa50df0184549e922795 2024-12-07T15:20:22,997 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8c568d5f108caa50df0184549e922795: Running coprocessor pre-open hook at 1733584822985Writing region info on filesystem at 1733584822985Initializing all the Stores at 1733584822986 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584822986Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584822987 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584822987Cleaning up temporary data from old regions at 1733584822994 (+7 ms)Running coprocessor post-open hooks at 1733584822997 (+3 ms)Region opened successfully at 1733584822997 2024-12-07T15:20:23,009 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8c568d5f108caa50df0184549e922795 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-12-07T15:20:23,010 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8c568d5f108caa50df0184549e922795/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T15:20:23,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-12-07T15:20:23,778 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-12-07T15:20:23,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-07T15:20:23,779 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-12-07T15:20:23,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-12-07T15:20:23,780 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-12-07T15:20:23,781 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-12-07T15:20:23,781 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-12-07T15:20:24,011 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8c568d5f108caa50df0184549e922795/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T15:20:24,783 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T15:20:25,012 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8c568d5f108caa50df0184549e922795/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T15:20:26,013 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8c568d5f108caa50df0184549e922795/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T15:20:27,013 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8c568d5f108caa50df0184549e922795/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T15:20:28,014 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8c568d5f108caa50df0184549e922795/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T15:20:29,015 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8c568d5f108caa50df0184549e922795/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T15:20:30,015 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8c568d5f108caa50df0184549e922795/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T15:20:31,016 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8c568d5f108caa50df0184549e922795/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T15:20:32,017 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8c568d5f108caa50df0184549e922795/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T15:20:32,018 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8c568d5f108caa50df0184549e922795: 2024-12-07T15:20:32,018 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733584822744.8c568d5f108caa50df0184549e922795. 2024-12-07T15:20:32,034 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8c568d5f108caa50df0184549e922795: 2024-12-07T15:20:32,034 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-12-07T15:20:32,034 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8c568d5f108caa50df0184549e922795, disabling compactions & flushes 2024-12-07T15:20:32,034 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733584822744.8c568d5f108caa50df0184549e922795. 2024-12-07T15:20:32,034 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733584822744.8c568d5f108caa50df0184549e922795. 2024-12-07T15:20:32,034 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733584822744.8c568d5f108caa50df0184549e922795. after waiting 0 ms 2024-12-07T15:20:32,034 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733584822744.8c568d5f108caa50df0184549e922795. 2024-12-07T15:20:32,035 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733584822744.8c568d5f108caa50df0184549e922795. 2024-12-07T15:20:32,035 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733584822744.8c568d5f108caa50df0184549e922795. 2024-12-07T15:20:32,035 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8c568d5f108caa50df0184549e922795: Waiting for close lock at 1733584832034Running coprocessor pre-close hooks at 1733584832034Disabling compacts and flushes for region at 1733584832034Disabling writes for close at 1733584832034Writing region close event to WAL at 1733584832035 (+1 ms)Running coprocessor post-close hooks at 1733584832035Closed at 1733584832035 2024-12-07T15:20:32,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741903_1081 (size=3941) 2024-12-07T15:20:32,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741903_1081 (size=3941) 2024-12-07T15:20:32,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741903_1081 (size=3941) 2024-12-07T15:20:32,054 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733584822742/wal.1733584822908, size=3.8 K (3941bytes) 2024-12-07T15:20:32,054 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733584822742/wal.1733584822908 2024-12-07T15:20:32,055 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733584822742/wal.1733584822908 after 1ms 2024-12-07T15:20:32,058 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733584822742/wal.1733584822908 took 3ms 2024-12-07T15:20:32,060 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733584822742/wal.1733584822908 so closing down 2024-12-07T15:20:32,060 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T15:20:32,061 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733584822908.temp 2024-12-07T15:20:32,062 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testReplayEditsAfterAbortingFlush/8c568d5f108caa50df0184549e922795/recovered.edits/0000000000000000004-wal.1733584822908.temp 2024-12-07T15:20:32,062 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T15:20:32,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741904_1082 (size=2983) 2024-12-07T15:20:32,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741904_1082 (size=2983) 2024-12-07T15:20:32,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741904_1082 (size=2983) 2024-12-07T15:20:32,069 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testReplayEditsAfterAbortingFlush/8c568d5f108caa50df0184549e922795/recovered.edits/0000000000000000004-wal.1733584822908.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-12-07T15:20:32,070 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40039/hbase/data/default/testReplayEditsAfterAbortingFlush/8c568d5f108caa50df0184549e922795/recovered.edits/0000000000000000004-wal.1733584822908.temp to hdfs://localhost:40039/hbase/data/default/testReplayEditsAfterAbortingFlush/8c568d5f108caa50df0184549e922795/recovered.edits/0000000000000000026 2024-12-07T15:20:32,070 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:40039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733584822742/wal.1733584822908, size=3.8 K, length=3941, corrupted=false, cancelled=false 2024-12-07T15:20:32,070 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733584822742/wal.1733584822908, journal: Splitting hdfs://localhost:40039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733584822742/wal.1733584822908, size=3.8 K (3941bytes) at 1733584832054Finishing writing output for hdfs://localhost:40039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733584822742/wal.1733584822908 so closing down at 1733584832060 (+6 ms)Creating recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testReplayEditsAfterAbortingFlush/8c568d5f108caa50df0184549e922795/recovered.edits/0000000000000000004-wal.1733584822908.temp at 1733584832062 (+2 ms)3 split writer threads finished at 1733584832062Closed recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testReplayEditsAfterAbortingFlush/8c568d5f108caa50df0184549e922795/recovered.edits/0000000000000000004-wal.1733584822908.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733584832069 (+7 ms)Rename recovered edits hdfs://localhost:40039/hbase/data/default/testReplayEditsAfterAbortingFlush/8c568d5f108caa50df0184549e922795/recovered.edits/0000000000000000004-wal.1733584822908.temp to hdfs://localhost:40039/hbase/data/default/testReplayEditsAfterAbortingFlush/8c568d5f108caa50df0184549e922795/recovered.edits/0000000000000000026 at 1733584832070 (+1 ms)Processed 23 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:40039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733584822742/wal.1733584822908, size=3.8 K, length=3941, corrupted=false, cancelled=false at 1733584832070 2024-12-07T15:20:32,072 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733584822742/wal.1733584822908 to hdfs://localhost:40039/hbase/oldWALs/wal.1733584822908 2024-12-07T15:20:32,073 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40039/hbase/data/default/testReplayEditsAfterAbortingFlush/8c568d5f108caa50df0184549e922795/recovered.edits/0000000000000000026 2024-12-07T15:20:32,073 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T15:20:32,074 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40039/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733584822742, archiveDir=hdfs://localhost:40039/hbase/oldWALs, maxLogs=32 2024-12-07T15:20:32,088 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733584822742/wal.1733584832075, exclude list is [], retry=0 2024-12-07T15:20:32,090 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710,DISK] 2024-12-07T15:20:32,090 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2,DISK] 2024-12-07T15:20:32,090 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43449,DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc,DISK] 2024-12-07T15:20:32,092 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733584822742/wal.1733584832075 2024-12-07T15:20:32,092 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33663:33663),(127.0.0.1/127.0.0.1:42293:42293),(127.0.0.1/127.0.0.1:33691:33691)] 2024-12-07T15:20:32,093 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c568d5f108caa50df0184549e922795, NAME => 'testReplayEditsAfterAbortingFlush,,1733584822744.8c568d5f108caa50df0184549e922795.', STARTKEY => '', ENDKEY => ''} 2024-12-07T15:20:32,093 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 8c568d5f108caa50df0184549e922795 2024-12-07T15:20:32,093 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733584822744.8c568d5f108caa50df0184549e922795.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:32,093 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8c568d5f108caa50df0184549e922795 2024-12-07T15:20:32,093 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8c568d5f108caa50df0184549e922795 2024-12-07T15:20:32,095 INFO [StoreOpener-8c568d5f108caa50df0184549e922795-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8c568d5f108caa50df0184549e922795 2024-12-07T15:20:32,096 INFO [StoreOpener-8c568d5f108caa50df0184549e922795-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c568d5f108caa50df0184549e922795 columnFamilyName a 2024-12-07T15:20:32,096 DEBUG [StoreOpener-8c568d5f108caa50df0184549e922795-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:32,096 INFO [StoreOpener-8c568d5f108caa50df0184549e922795-1 {}] regionserver.HStore(327): Store=8c568d5f108caa50df0184549e922795/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:32,096 INFO [StoreOpener-8c568d5f108caa50df0184549e922795-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8c568d5f108caa50df0184549e922795 2024-12-07T15:20:32,097 INFO [StoreOpener-8c568d5f108caa50df0184549e922795-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c568d5f108caa50df0184549e922795 columnFamilyName b 2024-12-07T15:20:32,097 DEBUG [StoreOpener-8c568d5f108caa50df0184549e922795-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:32,098 INFO [StoreOpener-8c568d5f108caa50df0184549e922795-1 {}] regionserver.HStore(327): Store=8c568d5f108caa50df0184549e922795/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:32,098 INFO [StoreOpener-8c568d5f108caa50df0184549e922795-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8c568d5f108caa50df0184549e922795 2024-12-07T15:20:32,098 INFO [StoreOpener-8c568d5f108caa50df0184549e922795-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c568d5f108caa50df0184549e922795 columnFamilyName c 2024-12-07T15:20:32,098 DEBUG [StoreOpener-8c568d5f108caa50df0184549e922795-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:32,099 INFO [StoreOpener-8c568d5f108caa50df0184549e922795-1 {}] regionserver.HStore(327): Store=8c568d5f108caa50df0184549e922795/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:32,099 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8c568d5f108caa50df0184549e922795 2024-12-07T15:20:32,099 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testReplayEditsAfterAbortingFlush/8c568d5f108caa50df0184549e922795 2024-12-07T15:20:32,101 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testReplayEditsAfterAbortingFlush/8c568d5f108caa50df0184549e922795 2024-12-07T15:20:32,101 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40039/hbase/data/default/testReplayEditsAfterAbortingFlush/8c568d5f108caa50df0184549e922795/recovered.edits/0000000000000000026 2024-12-07T15:20:32,104 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:40039/hbase/data/default/testReplayEditsAfterAbortingFlush/8c568d5f108caa50df0184549e922795/recovered.edits/0000000000000000026 2024-12-07T15:20:32,105 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8c568d5f108caa50df0184549e922795 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-12-07T15:20:32,119 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/hbase/data/default/testReplayEditsAfterAbortingFlush/8c568d5f108caa50df0184549e922795/.tmp/a/2f94883bb9e04341a6109a822268dca0 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733584832023/Put/seqid=0 2024-12-07T15:20:32,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741906_1084 (size=5523) 2024-12-07T15:20:32,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741906_1084 (size=5523) 2024-12-07T15:20:32,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741906_1084 (size=5523) 2024-12-07T15:20:32,126 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:40039/hbase/data/default/testReplayEditsAfterAbortingFlush/8c568d5f108caa50df0184549e922795/.tmp/a/2f94883bb9e04341a6109a822268dca0 2024-12-07T15:20:32,146 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/hbase/data/default/testReplayEditsAfterAbortingFlush/8c568d5f108caa50df0184549e922795/.tmp/b/ab1afc7136bd413db080dc524103061b is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733584832018/Put/seqid=0 2024-12-07T15:20:32,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741907_1085 (size=5524) 2024-12-07T15:20:32,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741907_1085 (size=5524) 2024-12-07T15:20:32,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741907_1085 (size=5524) 2024-12-07T15:20:32,154 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:40039/hbase/data/default/testReplayEditsAfterAbortingFlush/8c568d5f108caa50df0184549e922795/.tmp/b/ab1afc7136bd413db080dc524103061b 2024-12-07T15:20:32,174 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/hbase/data/default/testReplayEditsAfterAbortingFlush/8c568d5f108caa50df0184549e922795/.tmp/c/389f84e98a4648e294007030337e2f3c is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733584832021/Put/seqid=0 2024-12-07T15:20:32,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741908_1086 (size=5457) 2024-12-07T15:20:32,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741908_1086 (size=5457) 2024-12-07T15:20:32,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741908_1086 (size=5457) 2024-12-07T15:20:32,181 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:40039/hbase/data/default/testReplayEditsAfterAbortingFlush/8c568d5f108caa50df0184549e922795/.tmp/c/389f84e98a4648e294007030337e2f3c 2024-12-07T15:20:32,187 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/hbase/data/default/testReplayEditsAfterAbortingFlush/8c568d5f108caa50df0184549e922795/.tmp/a/2f94883bb9e04341a6109a822268dca0 as hdfs://localhost:40039/hbase/data/default/testReplayEditsAfterAbortingFlush/8c568d5f108caa50df0184549e922795/a/2f94883bb9e04341a6109a822268dca0 2024-12-07T15:20:32,193 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/hbase/data/default/testReplayEditsAfterAbortingFlush/8c568d5f108caa50df0184549e922795/a/2f94883bb9e04341a6109a822268dca0, entries=7, sequenceid=26, filesize=5.4 K 2024-12-07T15:20:32,194 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/hbase/data/default/testReplayEditsAfterAbortingFlush/8c568d5f108caa50df0184549e922795/.tmp/b/ab1afc7136bd413db080dc524103061b as hdfs://localhost:40039/hbase/data/default/testReplayEditsAfterAbortingFlush/8c568d5f108caa50df0184549e922795/b/ab1afc7136bd413db080dc524103061b 2024-12-07T15:20:32,200 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/hbase/data/default/testReplayEditsAfterAbortingFlush/8c568d5f108caa50df0184549e922795/b/ab1afc7136bd413db080dc524103061b, entries=7, sequenceid=26, filesize=5.4 K 2024-12-07T15:20:32,201 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/hbase/data/default/testReplayEditsAfterAbortingFlush/8c568d5f108caa50df0184549e922795/.tmp/c/389f84e98a4648e294007030337e2f3c as hdfs://localhost:40039/hbase/data/default/testReplayEditsAfterAbortingFlush/8c568d5f108caa50df0184549e922795/c/389f84e98a4648e294007030337e2f3c 2024-12-07T15:20:32,206 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/hbase/data/default/testReplayEditsAfterAbortingFlush/8c568d5f108caa50df0184549e922795/c/389f84e98a4648e294007030337e2f3c, entries=6, sequenceid=26, filesize=5.3 K 2024-12-07T15:20:32,206 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 8c568d5f108caa50df0184549e922795 in 101ms, sequenceid=26, compaction requested=false; wal=null 2024-12-07T15:20:32,207 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40039/hbase/data/default/testReplayEditsAfterAbortingFlush/8c568d5f108caa50df0184549e922795/recovered.edits/0000000000000000026 2024-12-07T15:20:32,208 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8c568d5f108caa50df0184549e922795 2024-12-07T15:20:32,208 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8c568d5f108caa50df0184549e922795 2024-12-07T15:20:32,209 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T15:20:32,210 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8c568d5f108caa50df0184549e922795 2024-12-07T15:20:32,212 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/hbase/data/default/testReplayEditsAfterAbortingFlush/8c568d5f108caa50df0184549e922795/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-12-07T15:20:32,213 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8c568d5f108caa50df0184549e922795; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71015380, jitterRate=0.05821162462234497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T15:20:32,213 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c568d5f108caa50df0184549e922795 2024-12-07T15:20:32,214 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8c568d5f108caa50df0184549e922795: Running coprocessor pre-open hook at 1733584832094Writing region info on filesystem at 1733584832094Initializing all the Stores at 1733584832094Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584832094Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584832094Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584832094Obtaining lock to block concurrent updates at 1733584832105 (+11 ms)Preparing flush snapshotting stores in 8c568d5f108caa50df0184549e922795 at 1733584832105Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733584822744.8c568d5f108caa50df0184549e922795., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733584832105Flushing stores of testReplayEditsAfterAbortingFlush,,1733584822744.8c568d5f108caa50df0184549e922795. at 1733584832105Flushing 8c568d5f108caa50df0184549e922795/a: creating writer at 1733584832105Flushing 8c568d5f108caa50df0184549e922795/a: appending metadata at 1733584832119 (+14 ms)Flushing 8c568d5f108caa50df0184549e922795/a: closing flushed file at 1733584832119Flushing 8c568d5f108caa50df0184549e922795/b: creating writer at 1733584832131 (+12 ms)Flushing 8c568d5f108caa50df0184549e922795/b: appending metadata at 1733584832146 (+15 ms)Flushing 8c568d5f108caa50df0184549e922795/b: closing flushed file at 1733584832146Flushing 8c568d5f108caa50df0184549e922795/c: creating writer at 1733584832159 (+13 ms)Flushing 8c568d5f108caa50df0184549e922795/c: appending metadata at 1733584832174 (+15 ms)Flushing 8c568d5f108caa50df0184549e922795/c: closing flushed file at 1733584832174Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@462a691b: reopening flushed file at 1733584832186 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f3a751c: reopening flushed file at 1733584832193 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2878e57d: reopening flushed file at 1733584832200 (+7 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 8c568d5f108caa50df0184549e922795 in 101ms, sequenceid=26, compaction requested=false; wal=null at 1733584832206 (+6 ms)Cleaning up temporary data from old regions at 1733584832208 (+2 ms)Running coprocessor post-open hooks at 1733584832213 (+5 ms)Region opened successfully at 1733584832214 (+1 ms) 2024-12-07T15:20:32,236 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=417 (was 417), OpenFileDescriptor=1183 (was 1123) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=178 (was 211), ProcessCount=11 (was 11), AvailableMemoryMB=7455 (was 7483) 2024-12-07T15:20:32,236 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-12-07T15:20:32,250 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=417, OpenFileDescriptor=1183, MaxFileDescriptor=1048576, SystemLoadAverage=178, ProcessCount=11, AvailableMemoryMB=7454 2024-12-07T15:20:32,250 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-12-07T15:20:32,265 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T15:20:32,267 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T15:20:32,268 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T15:20:32,270 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-64395767, suffix=, logDir=hdfs://localhost:40039/hbase/WALs/hregion-64395767, archiveDir=hdfs://localhost:40039/hbase/oldWALs, maxLogs=32 2024-12-07T15:20:32,283 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-64395767/hregion-64395767.1733584832270, exclude list is [], retry=0 2024-12-07T15:20:32,286 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710,DISK] 2024-12-07T15:20:32,286 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2,DISK] 2024-12-07T15:20:32,287 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43449,DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc,DISK] 2024-12-07T15:20:32,289 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-64395767/hregion-64395767.1733584832270 2024-12-07T15:20:32,289 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33663:33663),(127.0.0.1/127.0.0.1:42293:42293),(127.0.0.1/127.0.0.1:33691:33691)] 2024-12-07T15:20:32,290 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 37d10b8d07f91807dc7fff9de16d4157, NAME => 'testDatalossWhenInputError,,1733584832266.37d10b8d07f91807dc7fff9de16d4157.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40039/hbase 2024-12-07T15:20:32,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741910_1088 (size=61) 2024-12-07T15:20:32,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741910_1088 (size=61) 2024-12-07T15:20:32,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741910_1088 (size=61) 2024-12-07T15:20:32,303 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733584832266.37d10b8d07f91807dc7fff9de16d4157.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:32,304 INFO [StoreOpener-37d10b8d07f91807dc7fff9de16d4157-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 37d10b8d07f91807dc7fff9de16d4157 2024-12-07T15:20:32,306 INFO [StoreOpener-37d10b8d07f91807dc7fff9de16d4157-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37d10b8d07f91807dc7fff9de16d4157 columnFamilyName a 2024-12-07T15:20:32,306 DEBUG [StoreOpener-37d10b8d07f91807dc7fff9de16d4157-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:32,306 INFO [StoreOpener-37d10b8d07f91807dc7fff9de16d4157-1 {}] regionserver.HStore(327): Store=37d10b8d07f91807dc7fff9de16d4157/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:32,306 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 37d10b8d07f91807dc7fff9de16d4157 2024-12-07T15:20:32,307 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testDatalossWhenInputError/37d10b8d07f91807dc7fff9de16d4157 2024-12-07T15:20:32,308 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testDatalossWhenInputError/37d10b8d07f91807dc7fff9de16d4157 2024-12-07T15:20:32,308 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 37d10b8d07f91807dc7fff9de16d4157 2024-12-07T15:20:32,308 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 37d10b8d07f91807dc7fff9de16d4157 2024-12-07T15:20:32,310 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 37d10b8d07f91807dc7fff9de16d4157 2024-12-07T15:20:32,312 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/hbase/data/default/testDatalossWhenInputError/37d10b8d07f91807dc7fff9de16d4157/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T15:20:32,312 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 37d10b8d07f91807dc7fff9de16d4157; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69823562, jitterRate=0.040452152490615845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T15:20:32,313 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 37d10b8d07f91807dc7fff9de16d4157: Writing region info on filesystem at 1733584832303Initializing all the Stores at 1733584832304 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584832304Cleaning up temporary data from old regions at 1733584832308 (+4 ms)Region opened successfully at 1733584832313 (+5 ms) 2024-12-07T15:20:32,313 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 37d10b8d07f91807dc7fff9de16d4157, disabling compactions & flushes 2024-12-07T15:20:32,313 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733584832266.37d10b8d07f91807dc7fff9de16d4157. 2024-12-07T15:20:32,313 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733584832266.37d10b8d07f91807dc7fff9de16d4157. 2024-12-07T15:20:32,313 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733584832266.37d10b8d07f91807dc7fff9de16d4157. after waiting 0 ms 2024-12-07T15:20:32,313 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733584832266.37d10b8d07f91807dc7fff9de16d4157. 2024-12-07T15:20:32,313 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733584832266.37d10b8d07f91807dc7fff9de16d4157. 2024-12-07T15:20:32,313 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 37d10b8d07f91807dc7fff9de16d4157: Waiting for close lock at 1733584832313Disabling compacts and flushes for region at 1733584832313Disabling writes for close at 1733584832313Writing region close event to WAL at 1733584832313Closed at 1733584832313 2024-12-07T15:20:32,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741909_1087 (size=93) 2024-12-07T15:20:32,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741909_1087 (size=93) 2024-12-07T15:20:32,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741909_1087 (size=93) 2024-12-07T15:20:32,318 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T15:20:32,319 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-64395767:(num 1733584832270) 2024-12-07T15:20:32,319 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T15:20:32,320 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40039/hbase/WALs/testdatalosswheninputerror-manual,16010,1733584832265, archiveDir=hdfs://localhost:40039/hbase/oldWALs, maxLogs=32 2024-12-07T15:20:32,341 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733584832265/wal.1733584832321, exclude list is [], retry=0 2024-12-07T15:20:32,344 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43449,DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc,DISK] 2024-12-07T15:20:32,345 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710,DISK] 2024-12-07T15:20:32,345 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2,DISK] 2024-12-07T15:20:32,347 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733584832265/wal.1733584832321 2024-12-07T15:20:32,347 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33691:33691),(127.0.0.1/127.0.0.1:33663:33663),(127.0.0.1/127.0.0.1:42293:42293)] 2024-12-07T15:20:32,347 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 37d10b8d07f91807dc7fff9de16d4157, NAME => 'testDatalossWhenInputError,,1733584832266.37d10b8d07f91807dc7fff9de16d4157.', STARTKEY => '', ENDKEY => ''} 2024-12-07T15:20:32,347 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733584832266.37d10b8d07f91807dc7fff9de16d4157.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:32,347 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 37d10b8d07f91807dc7fff9de16d4157 2024-12-07T15:20:32,347 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 37d10b8d07f91807dc7fff9de16d4157 2024-12-07T15:20:32,349 INFO [StoreOpener-37d10b8d07f91807dc7fff9de16d4157-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 37d10b8d07f91807dc7fff9de16d4157 2024-12-07T15:20:32,350 INFO [StoreOpener-37d10b8d07f91807dc7fff9de16d4157-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37d10b8d07f91807dc7fff9de16d4157 columnFamilyName a 2024-12-07T15:20:32,350 DEBUG [StoreOpener-37d10b8d07f91807dc7fff9de16d4157-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:32,350 INFO [StoreOpener-37d10b8d07f91807dc7fff9de16d4157-1 {}] regionserver.HStore(327): Store=37d10b8d07f91807dc7fff9de16d4157/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:32,351 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 37d10b8d07f91807dc7fff9de16d4157 2024-12-07T15:20:32,351 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testDatalossWhenInputError/37d10b8d07f91807dc7fff9de16d4157 2024-12-07T15:20:32,352 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testDatalossWhenInputError/37d10b8d07f91807dc7fff9de16d4157 2024-12-07T15:20:32,353 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 37d10b8d07f91807dc7fff9de16d4157 2024-12-07T15:20:32,353 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 37d10b8d07f91807dc7fff9de16d4157 2024-12-07T15:20:32,354 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 37d10b8d07f91807dc7fff9de16d4157 2024-12-07T15:20:32,355 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 37d10b8d07f91807dc7fff9de16d4157; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68021308, jitterRate=0.01359647512435913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T15:20:32,356 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 37d10b8d07f91807dc7fff9de16d4157: Writing region info on filesystem at 1733584832348Initializing all the Stores at 1733584832349 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584832349Cleaning up temporary data from old regions at 1733584832353 (+4 ms)Region opened successfully at 1733584832356 (+3 ms) 2024-12-07T15:20:32,364 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 37d10b8d07f91807dc7fff9de16d4157, disabling compactions & flushes 2024-12-07T15:20:32,364 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733584832266.37d10b8d07f91807dc7fff9de16d4157. 2024-12-07T15:20:32,364 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733584832266.37d10b8d07f91807dc7fff9de16d4157. 2024-12-07T15:20:32,364 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733584832266.37d10b8d07f91807dc7fff9de16d4157. after waiting 0 ms 2024-12-07T15:20:32,364 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733584832266.37d10b8d07f91807dc7fff9de16d4157. 2024-12-07T15:20:32,364 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733584832266.37d10b8d07f91807dc7fff9de16d4157. 2024-12-07T15:20:32,364 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733584832266.37d10b8d07f91807dc7fff9de16d4157. 2024-12-07T15:20:32,364 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 37d10b8d07f91807dc7fff9de16d4157: Waiting for close lock at 1733584832364Disabling compacts and flushes for region at 1733584832364Disabling writes for close at 1733584832364Writing region close event to WAL at 1733584832364Closed at 1733584832364 2024-12-07T15:20:32,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741911_1089 (size=1623) 2024-12-07T15:20:32,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741911_1089 (size=1623) 2024-12-07T15:20:32,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741911_1089 (size=1623) 2024-12-07T15:20:32,384 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40039/hbase/WALs/testdatalosswheninputerror-manual,16010,1733584832265/wal.1733584832321, size=1.6 K (1623bytes) 2024-12-07T15:20:32,384 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40039/hbase/WALs/testdatalosswheninputerror-manual,16010,1733584832265/wal.1733584832321 2024-12-07T15:20:32,385 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40039/hbase/WALs/testdatalosswheninputerror-manual,16010,1733584832265/wal.1733584832321 after 0ms 2024-12-07T15:20:32,387 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40039/hbase/WALs/testdatalosswheninputerror-manual,16010,1733584832265/wal.1733584832321 took 3ms 2024-12-07T15:20:32,388 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40039/hbase/WALs/testdatalosswheninputerror-manual,16010,1733584832265/wal.1733584832321 so closing down 2024-12-07T15:20:32,388 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T15:20:32,389 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733584832321.temp 2024-12-07T15:20:32,391 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testDatalossWhenInputError/37d10b8d07f91807dc7fff9de16d4157/recovered.edits/0000000000000000003-wal.1733584832321.temp 2024-12-07T15:20:32,391 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T15:20:32,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741912_1090 (size=1623) 2024-12-07T15:20:32,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741912_1090 (size=1623) 2024-12-07T15:20:32,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741912_1090 (size=1623) 2024-12-07T15:20:32,397 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testDatalossWhenInputError/37d10b8d07f91807dc7fff9de16d4157/recovered.edits/0000000000000000003-wal.1733584832321.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-07T15:20:32,398 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40039/hbase/data/default/testDatalossWhenInputError/37d10b8d07f91807dc7fff9de16d4157/recovered.edits/0000000000000000003-wal.1733584832321.temp to hdfs://localhost:40039/hbase/data/default/testDatalossWhenInputError/37d10b8d07f91807dc7fff9de16d4157/recovered.edits/0000000000000000012 2024-12-07T15:20:32,398 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:40039/hbase/WALs/testdatalosswheninputerror-manual,16010,1733584832265/wal.1733584832321, size=1.6 K, length=1623, corrupted=false, cancelled=false 2024-12-07T15:20:32,399 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40039/hbase/WALs/testdatalosswheninputerror-manual,16010,1733584832265/wal.1733584832321, journal: Splitting hdfs://localhost:40039/hbase/WALs/testdatalosswheninputerror-manual,16010,1733584832265/wal.1733584832321, size=1.6 K (1623bytes) at 1733584832384Finishing writing output for hdfs://localhost:40039/hbase/WALs/testdatalosswheninputerror-manual,16010,1733584832265/wal.1733584832321 so closing down at 1733584832388 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testDatalossWhenInputError/37d10b8d07f91807dc7fff9de16d4157/recovered.edits/0000000000000000003-wal.1733584832321.temp at 1733584832391 (+3 ms)3 split writer threads finished at 1733584832391Closed recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testDatalossWhenInputError/37d10b8d07f91807dc7fff9de16d4157/recovered.edits/0000000000000000003-wal.1733584832321.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733584832397 (+6 ms)Rename recovered edits hdfs://localhost:40039/hbase/data/default/testDatalossWhenInputError/37d10b8d07f91807dc7fff9de16d4157/recovered.edits/0000000000000000003-wal.1733584832321.temp to hdfs://localhost:40039/hbase/data/default/testDatalossWhenInputError/37d10b8d07f91807dc7fff9de16d4157/recovered.edits/0000000000000000012 at 1733584832398 (+1 ms)Processed 10 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:40039/hbase/WALs/testdatalosswheninputerror-manual,16010,1733584832265/wal.1733584832321, size=1.6 K, length=1623, corrupted=false, cancelled=false at 1733584832399 (+1 ms) 2024-12-07T15:20:32,400 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40039/hbase/WALs/testdatalosswheninputerror-manual,16010,1733584832265/wal.1733584832321 to hdfs://localhost:40039/hbase/oldWALs/wal.1733584832321 2024-12-07T15:20:32,401 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40039/hbase/data/default/testDatalossWhenInputError/37d10b8d07f91807dc7fff9de16d4157/recovered.edits/0000000000000000012 2024-12-07T15:20:32,493 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T15:20:32,701 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T15:20:32,703 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40039/hbase/WALs/testdatalosswheninputerror-manual,16010,1733584832265, archiveDir=hdfs://localhost:40039/hbase/oldWALs, maxLogs=32 2024-12-07T15:20:32,717 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733584832265/wal.1733584832704, exclude list is [], retry=0 2024-12-07T15:20:32,719 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2,DISK] 2024-12-07T15:20:32,719 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43449,DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc,DISK] 2024-12-07T15:20:32,720 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710,DISK] 2024-12-07T15:20:32,722 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733584832265/wal.1733584832704 2024-12-07T15:20:32,722 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42293:42293),(127.0.0.1/127.0.0.1:33691:33691),(127.0.0.1/127.0.0.1:33663:33663)] 2024-12-07T15:20:32,722 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 37d10b8d07f91807dc7fff9de16d4157, NAME => 'testDatalossWhenInputError,,1733584832266.37d10b8d07f91807dc7fff9de16d4157.', STARTKEY => '', ENDKEY => ''} 2024-12-07T15:20:32,722 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733584832266.37d10b8d07f91807dc7fff9de16d4157.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:32,722 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 37d10b8d07f91807dc7fff9de16d4157 2024-12-07T15:20:32,722 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 37d10b8d07f91807dc7fff9de16d4157 2024-12-07T15:20:32,726 INFO [StoreOpener-37d10b8d07f91807dc7fff9de16d4157-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 37d10b8d07f91807dc7fff9de16d4157 2024-12-07T15:20:32,727 INFO [StoreOpener-37d10b8d07f91807dc7fff9de16d4157-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37d10b8d07f91807dc7fff9de16d4157 columnFamilyName a 2024-12-07T15:20:32,727 DEBUG [StoreOpener-37d10b8d07f91807dc7fff9de16d4157-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:32,728 INFO [StoreOpener-37d10b8d07f91807dc7fff9de16d4157-1 {}] regionserver.HStore(327): Store=37d10b8d07f91807dc7fff9de16d4157/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:32,728 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 37d10b8d07f91807dc7fff9de16d4157 2024-12-07T15:20:32,729 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testDatalossWhenInputError/37d10b8d07f91807dc7fff9de16d4157 2024-12-07T15:20:32,730 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testDatalossWhenInputError/37d10b8d07f91807dc7fff9de16d4157 2024-12-07T15:20:32,731 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40039/hbase/data/default/testDatalossWhenInputError/37d10b8d07f91807dc7fff9de16d4157/recovered.edits/0000000000000000012 2024-12-07T15:20:32,734 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:40039/hbase/data/default/testDatalossWhenInputError/37d10b8d07f91807dc7fff9de16d4157/recovered.edits/0000000000000000012 2024-12-07T15:20:32,734 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 37d10b8d07f91807dc7fff9de16d4157 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-12-07T15:20:32,752 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/hbase/data/default/testDatalossWhenInputError/37d10b8d07f91807dc7fff9de16d4157/.tmp/a/e639ea9ff84a4f978cd8f63fdc5199ed is 79, key is testDatalossWhenInputError/a:x0/1733584832356/Put/seqid=0 2024-12-07T15:20:32,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741914_1092 (size=5808) 2024-12-07T15:20:32,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741914_1092 (size=5808) 2024-12-07T15:20:32,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741914_1092 (size=5808) 2024-12-07T15:20:32,761 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40039/hbase/data/default/testDatalossWhenInputError/37d10b8d07f91807dc7fff9de16d4157/.tmp/a/e639ea9ff84a4f978cd8f63fdc5199ed 2024-12-07T15:20:32,770 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/hbase/data/default/testDatalossWhenInputError/37d10b8d07f91807dc7fff9de16d4157/.tmp/a/e639ea9ff84a4f978cd8f63fdc5199ed as hdfs://localhost:40039/hbase/data/default/testDatalossWhenInputError/37d10b8d07f91807dc7fff9de16d4157/a/e639ea9ff84a4f978cd8f63fdc5199ed 2024-12-07T15:20:32,778 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/hbase/data/default/testDatalossWhenInputError/37d10b8d07f91807dc7fff9de16d4157/a/e639ea9ff84a4f978cd8f63fdc5199ed, entries=10, sequenceid=12, filesize=5.7 K 2024-12-07T15:20:32,778 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 37d10b8d07f91807dc7fff9de16d4157 in 44ms, sequenceid=12, compaction requested=false; wal=null 2024-12-07T15:20:32,779 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40039/hbase/data/default/testDatalossWhenInputError/37d10b8d07f91807dc7fff9de16d4157/recovered.edits/0000000000000000012 2024-12-07T15:20:32,780 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 37d10b8d07f91807dc7fff9de16d4157 2024-12-07T15:20:32,780 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 37d10b8d07f91807dc7fff9de16d4157 2024-12-07T15:20:32,782 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 37d10b8d07f91807dc7fff9de16d4157 2024-12-07T15:20:32,784 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/hbase/data/default/testDatalossWhenInputError/37d10b8d07f91807dc7fff9de16d4157/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-07T15:20:32,785 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 37d10b8d07f91807dc7fff9de16d4157; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60248492, jitterRate=-0.10222750902175903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T15:20:32,786 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 37d10b8d07f91807dc7fff9de16d4157: Writing region info on filesystem at 1733584832723Initializing all the Stores at 1733584832725 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584832725Obtaining lock to block concurrent updates at 1733584832734 (+9 ms)Preparing flush snapshotting stores in 37d10b8d07f91807dc7fff9de16d4157 at 1733584832734Finished memstore snapshotting testDatalossWhenInputError,,1733584832266.37d10b8d07f91807dc7fff9de16d4157., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733584832734Flushing stores of testDatalossWhenInputError,,1733584832266.37d10b8d07f91807dc7fff9de16d4157. at 1733584832734Flushing 37d10b8d07f91807dc7fff9de16d4157/a: creating writer at 1733584832734Flushing 37d10b8d07f91807dc7fff9de16d4157/a: appending metadata at 1733584832751 (+17 ms)Flushing 37d10b8d07f91807dc7fff9de16d4157/a: closing flushed file at 1733584832752 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@633f1739: reopening flushed file at 1733584832769 (+17 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 37d10b8d07f91807dc7fff9de16d4157 in 44ms, sequenceid=12, compaction requested=false; wal=null at 1733584832778 (+9 ms)Cleaning up temporary data from old regions at 1733584832780 (+2 ms)Region opened successfully at 1733584832786 (+6 ms) 2024-12-07T15:20:32,789 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 37d10b8d07f91807dc7fff9de16d4157, NAME => 'testDatalossWhenInputError,,1733584832266.37d10b8d07f91807dc7fff9de16d4157.', STARTKEY => '', ENDKEY => ''} 2024-12-07T15:20:32,789 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733584832266.37d10b8d07f91807dc7fff9de16d4157.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:32,789 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 37d10b8d07f91807dc7fff9de16d4157 2024-12-07T15:20:32,789 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 37d10b8d07f91807dc7fff9de16d4157 2024-12-07T15:20:32,790 INFO [StoreOpener-37d10b8d07f91807dc7fff9de16d4157-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 37d10b8d07f91807dc7fff9de16d4157 2024-12-07T15:20:32,791 INFO [StoreOpener-37d10b8d07f91807dc7fff9de16d4157-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37d10b8d07f91807dc7fff9de16d4157 columnFamilyName a 2024-12-07T15:20:32,791 DEBUG [StoreOpener-37d10b8d07f91807dc7fff9de16d4157-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:32,796 DEBUG [StoreOpener-37d10b8d07f91807dc7fff9de16d4157-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40039/hbase/data/default/testDatalossWhenInputError/37d10b8d07f91807dc7fff9de16d4157/a/e639ea9ff84a4f978cd8f63fdc5199ed 2024-12-07T15:20:32,796 INFO [StoreOpener-37d10b8d07f91807dc7fff9de16d4157-1 {}] regionserver.HStore(327): Store=37d10b8d07f91807dc7fff9de16d4157/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:32,796 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 37d10b8d07f91807dc7fff9de16d4157 2024-12-07T15:20:32,797 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testDatalossWhenInputError/37d10b8d07f91807dc7fff9de16d4157 2024-12-07T15:20:32,798 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testDatalossWhenInputError/37d10b8d07f91807dc7fff9de16d4157 2024-12-07T15:20:32,798 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 37d10b8d07f91807dc7fff9de16d4157 2024-12-07T15:20:32,798 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 37d10b8d07f91807dc7fff9de16d4157 2024-12-07T15:20:32,800 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 37d10b8d07f91807dc7fff9de16d4157 2024-12-07T15:20:32,802 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/hbase/data/default/testDatalossWhenInputError/37d10b8d07f91807dc7fff9de16d4157/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-12-07T15:20:32,803 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 37d10b8d07f91807dc7fff9de16d4157; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59245647, jitterRate=-0.11717106401920319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T15:20:32,803 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 37d10b8d07f91807dc7fff9de16d4157: Writing region info on filesystem at 1733584832789Initializing all the Stores at 1733584832790 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584832790Cleaning up temporary data from old regions at 1733584832798 (+8 ms)Region opened successfully at 1733584832803 (+5 ms) 2024-12-07T15:20:32,820 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=427 (was 417) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:34458 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-299547047-172.17.0.2-1733584800344:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-299547047-172.17.0.2-1733584800344:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:40606 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-299547047-172.17.0.2-1733584800344:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:34536 [Receiving block BP-299547047-172.17.0.2-1733584800344:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:40674 [Receiving block BP-299547047-172.17.0.2-1733584800344:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:41448 [Receiving block BP-299547047-172.17.0.2-1733584800344:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1183) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=178 (was 178), ProcessCount=11 (was 11), AvailableMemoryMB=7450 (was 7454) 2024-12-07T15:20:32,820 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-12-07T15:20:32,832 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=427, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=178, ProcessCount=11, AvailableMemoryMB=7449 2024-12-07T15:20:32,833 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-12-07T15:20:32,847 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T15:20:32,849 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T15:20:32,850 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T15:20:32,852 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-91002695, suffix=, logDir=hdfs://localhost:40039/hbase/WALs/hregion-91002695, archiveDir=hdfs://localhost:40039/hbase/oldWALs, maxLogs=32 2024-12-07T15:20:32,868 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-91002695/hregion-91002695.1733584832853, exclude list is [], retry=0 2024-12-07T15:20:32,870 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43449,DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc,DISK] 2024-12-07T15:20:32,870 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2,DISK] 2024-12-07T15:20:32,871 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710,DISK] 2024-12-07T15:20:32,873 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-91002695/hregion-91002695.1733584832853 2024-12-07T15:20:32,875 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33691:33691),(127.0.0.1/127.0.0.1:42293:42293),(127.0.0.1/127.0.0.1:33663:33663)] 2024-12-07T15:20:32,875 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b16a3069ab49d79614712aebb8b9b465, NAME => 'testCompactedBulkLoadedFiles,,1733584832848.b16a3069ab49d79614712aebb8b9b465.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40039/hbase 2024-12-07T15:20:32,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741916_1094 (size=63) 2024-12-07T15:20:32,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741916_1094 (size=63) 2024-12-07T15:20:32,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741916_1094 (size=63) 2024-12-07T15:20:32,884 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733584832848.b16a3069ab49d79614712aebb8b9b465.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:32,885 INFO [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b16a3069ab49d79614712aebb8b9b465 2024-12-07T15:20:32,886 INFO [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b16a3069ab49d79614712aebb8b9b465 columnFamilyName a 2024-12-07T15:20:32,887 DEBUG [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:32,887 INFO [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] regionserver.HStore(327): Store=b16a3069ab49d79614712aebb8b9b465/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:32,887 INFO [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b16a3069ab49d79614712aebb8b9b465 2024-12-07T15:20:32,888 INFO [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b16a3069ab49d79614712aebb8b9b465 columnFamilyName b 2024-12-07T15:20:32,888 DEBUG [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:32,889 INFO [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] regionserver.HStore(327): Store=b16a3069ab49d79614712aebb8b9b465/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:32,889 INFO [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b16a3069ab49d79614712aebb8b9b465 2024-12-07T15:20:32,890 INFO [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b16a3069ab49d79614712aebb8b9b465 columnFamilyName c 2024-12-07T15:20:32,890 DEBUG [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:32,891 INFO [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] regionserver.HStore(327): Store=b16a3069ab49d79614712aebb8b9b465/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:32,891 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b16a3069ab49d79614712aebb8b9b465 2024-12-07T15:20:32,892 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465 2024-12-07T15:20:32,892 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465 2024-12-07T15:20:32,893 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b16a3069ab49d79614712aebb8b9b465 2024-12-07T15:20:32,893 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b16a3069ab49d79614712aebb8b9b465 2024-12-07T15:20:32,894 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T15:20:32,895 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b16a3069ab49d79614712aebb8b9b465 2024-12-07T15:20:32,897 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T15:20:32,897 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b16a3069ab49d79614712aebb8b9b465; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61435916, jitterRate=-0.08453351259231567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T15:20:32,898 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b16a3069ab49d79614712aebb8b9b465: Writing region info on filesystem at 1733584832884Initializing all the Stores at 1733584832885 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584832885Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584832885Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584832885Cleaning up temporary data from old regions at 1733584832893 (+8 ms)Region opened successfully at 1733584832898 (+5 ms) 2024-12-07T15:20:32,898 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b16a3069ab49d79614712aebb8b9b465, disabling compactions & flushes 2024-12-07T15:20:32,898 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733584832848.b16a3069ab49d79614712aebb8b9b465. 2024-12-07T15:20:32,898 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733584832848.b16a3069ab49d79614712aebb8b9b465. 2024-12-07T15:20:32,898 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733584832848.b16a3069ab49d79614712aebb8b9b465. after waiting 0 ms 2024-12-07T15:20:32,898 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733584832848.b16a3069ab49d79614712aebb8b9b465. 2024-12-07T15:20:32,898 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733584832848.b16a3069ab49d79614712aebb8b9b465. 2024-12-07T15:20:32,898 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b16a3069ab49d79614712aebb8b9b465: Waiting for close lock at 1733584832898Disabling compacts and flushes for region at 1733584832898Disabling writes for close at 1733584832898Writing region close event to WAL at 1733584832898Closed at 1733584832898 2024-12-07T15:20:32,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741915_1093 (size=93) 2024-12-07T15:20:32,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741915_1093 (size=93) 2024-12-07T15:20:32,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741915_1093 (size=93) 2024-12-07T15:20:32,906 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T15:20:32,906 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-91002695:(num 1733584832853) 2024-12-07T15:20:32,907 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T15:20:32,908 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733584832847, archiveDir=hdfs://localhost:40039/hbase/oldWALs, maxLogs=32 2024-12-07T15:20:32,923 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733584832847/wal.1733584832909, exclude list is [], retry=0 2024-12-07T15:20:32,925 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2,DISK] 2024-12-07T15:20:32,926 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710,DISK] 2024-12-07T15:20:32,926 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43449,DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc,DISK] 2024-12-07T15:20:32,927 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733584832847/wal.1733584832909 2024-12-07T15:20:32,928 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42293:42293),(127.0.0.1/127.0.0.1:33663:33663),(127.0.0.1/127.0.0.1:33691:33691)] 2024-12-07T15:20:32,928 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b16a3069ab49d79614712aebb8b9b465, NAME => 'testCompactedBulkLoadedFiles,,1733584832848.b16a3069ab49d79614712aebb8b9b465.', STARTKEY => '', ENDKEY => ''} 2024-12-07T15:20:32,928 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733584832848.b16a3069ab49d79614712aebb8b9b465.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:32,928 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b16a3069ab49d79614712aebb8b9b465 2024-12-07T15:20:32,928 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b16a3069ab49d79614712aebb8b9b465 2024-12-07T15:20:32,929 INFO [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b16a3069ab49d79614712aebb8b9b465 2024-12-07T15:20:32,930 INFO [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b16a3069ab49d79614712aebb8b9b465 columnFamilyName a 2024-12-07T15:20:32,930 DEBUG [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:32,931 INFO [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] regionserver.HStore(327): Store=b16a3069ab49d79614712aebb8b9b465/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:32,931 INFO [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b16a3069ab49d79614712aebb8b9b465 2024-12-07T15:20:32,931 INFO [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b16a3069ab49d79614712aebb8b9b465 columnFamilyName b 2024-12-07T15:20:32,931 DEBUG [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:32,932 INFO [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] regionserver.HStore(327): Store=b16a3069ab49d79614712aebb8b9b465/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:32,932 INFO [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b16a3069ab49d79614712aebb8b9b465 2024-12-07T15:20:32,932 INFO [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b16a3069ab49d79614712aebb8b9b465 columnFamilyName c 2024-12-07T15:20:32,932 DEBUG [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:32,933 INFO [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] regionserver.HStore(327): Store=b16a3069ab49d79614712aebb8b9b465/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:32,933 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b16a3069ab49d79614712aebb8b9b465 2024-12-07T15:20:32,934 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465 2024-12-07T15:20:32,934 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465 2024-12-07T15:20:32,935 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b16a3069ab49d79614712aebb8b9b465 2024-12-07T15:20:32,935 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b16a3069ab49d79614712aebb8b9b465 2024-12-07T15:20:32,936 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T15:20:32,937 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b16a3069ab49d79614712aebb8b9b465 2024-12-07T15:20:32,938 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b16a3069ab49d79614712aebb8b9b465; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71931329, jitterRate=0.07186032831668854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T15:20:32,938 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b16a3069ab49d79614712aebb8b9b465: Writing region info on filesystem at 1733584832928Initializing all the Stores at 1733584832929 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584832929Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584832929Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584832929Cleaning up temporary data from old regions at 1733584832935 (+6 ms)Region opened successfully at 1733584832938 (+3 ms) 2024-12-07T15:20:32,942 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733584832941/Put/seqid=0 2024-12-07T15:20:32,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741918_1096 (size=4875) 2024-12-07T15:20:32,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741918_1096 (size=4875) 2024-12-07T15:20:32,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741918_1096 (size=4875) 2024-12-07T15:20:32,951 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733584832951/Put/seqid=0 2024-12-07T15:20:32,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741919_1097 (size=4875) 2024-12-07T15:20:32,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741919_1097 (size=4875) 2024-12-07T15:20:32,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741919_1097 (size=4875) 2024-12-07T15:20:32,964 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733584832964/Put/seqid=0 2024-12-07T15:20:32,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741920_1098 (size=4875) 2024-12-07T15:20:32,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741920_1098 (size=4875) 2024-12-07T15:20:32,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741920_1098 (size=4875) 2024-12-07T15:20:32,971 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40039/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in b16a3069ab49d79614712aebb8b9b465/a 2024-12-07T15:20:32,975 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-12-07T15:20:32,975 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T15:20:32,975 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40039/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in b16a3069ab49d79614712aebb8b9b465/a 2024-12-07T15:20:32,979 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-12-07T15:20:32,979 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T15:20:32,979 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40039/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in b16a3069ab49d79614712aebb8b9b465/a 2024-12-07T15:20:32,983 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-12-07T15:20:32,983 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T15:20:32,983 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b16a3069ab49d79614712aebb8b9b465 3/3 column families, dataSize=51 B heapSize=896 B 2024-12-07T15:20:32,999 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/.tmp/a/9242714cd5074e28ad97f75b66574abf is 55, key is testCompactedBulkLoadedFiles/a:a/1733584832938/Put/seqid=0 2024-12-07T15:20:33,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741921_1099 (size=5107) 2024-12-07T15:20:33,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741921_1099 (size=5107) 2024-12-07T15:20:33,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741921_1099 (size=5107) 2024-12-07T15:20:33,007 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/.tmp/a/9242714cd5074e28ad97f75b66574abf 2024-12-07T15:20:33,013 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/.tmp/a/9242714cd5074e28ad97f75b66574abf as hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/9242714cd5074e28ad97f75b66574abf 2024-12-07T15:20:33,018 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/9242714cd5074e28ad97f75b66574abf, entries=1, sequenceid=4, filesize=5.0 K 2024-12-07T15:20:33,019 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for b16a3069ab49d79614712aebb8b9b465 in 36ms, sequenceid=4, compaction requested=false 2024-12-07T15:20:33,019 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b16a3069ab49d79614712aebb8b9b465: 2024-12-07T15:20:33,020 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/8b11d0ddb54a43dfbe4361bd67b1e521_SeqId_4_ 2024-12-07T15:20:33,021 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/7b4a62f187464f5f9ef3c358820a8213_SeqId_4_ 2024-12-07T15:20:33,022 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/a8400b7b8a5646d88f55f98e70da9bc1_SeqId_4_ 2024-12-07T15:20:33,023 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40039/hbase/testCompactedBulkLoadedFiles/hfile0 into b16a3069ab49d79614712aebb8b9b465/a as hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/8b11d0ddb54a43dfbe4361bd67b1e521_SeqId_4_ - updating store file list. 2024-12-07T15:20:33,027 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8b11d0ddb54a43dfbe4361bd67b1e521_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T15:20:33,027 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/8b11d0ddb54a43dfbe4361bd67b1e521_SeqId_4_ into b16a3069ab49d79614712aebb8b9b465/a 2024-12-07T15:20:33,027 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40039/hbase/testCompactedBulkLoadedFiles/hfile0 into b16a3069ab49d79614712aebb8b9b465/a (new location: hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/8b11d0ddb54a43dfbe4361bd67b1e521_SeqId_4_) 2024-12-07T15:20:33,029 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40039/hbase/testCompactedBulkLoadedFiles/hfile1 into b16a3069ab49d79614712aebb8b9b465/a as hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/7b4a62f187464f5f9ef3c358820a8213_SeqId_4_ - updating store file list. 2024-12-07T15:20:33,033 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7b4a62f187464f5f9ef3c358820a8213_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T15:20:33,033 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/7b4a62f187464f5f9ef3c358820a8213_SeqId_4_ into b16a3069ab49d79614712aebb8b9b465/a 2024-12-07T15:20:33,033 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40039/hbase/testCompactedBulkLoadedFiles/hfile1 into b16a3069ab49d79614712aebb8b9b465/a (new location: hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/7b4a62f187464f5f9ef3c358820a8213_SeqId_4_) 2024-12-07T15:20:33,034 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40039/hbase/testCompactedBulkLoadedFiles/hfile2 into b16a3069ab49d79614712aebb8b9b465/a as hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/a8400b7b8a5646d88f55f98e70da9bc1_SeqId_4_ - updating store file list. 2024-12-07T15:20:33,037 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for a8400b7b8a5646d88f55f98e70da9bc1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T15:20:33,037 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/a8400b7b8a5646d88f55f98e70da9bc1_SeqId_4_ into b16a3069ab49d79614712aebb8b9b465/a 2024-12-07T15:20:33,037 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40039/hbase/testCompactedBulkLoadedFiles/hfile2 into b16a3069ab49d79614712aebb8b9b465/a (new location: hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/a8400b7b8a5646d88f55f98e70da9bc1_SeqId_4_) 2024-12-07T15:20:33,045 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T15:20:33,045 DEBUG [Time-limited test {}] regionserver.HStore(1541): b16a3069ab49d79614712aebb8b9b465/a is initiating major compaction (all files) 2024-12-07T15:20:33,045 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of b16a3069ab49d79614712aebb8b9b465/a in testCompactedBulkLoadedFiles,,1733584832848.b16a3069ab49d79614712aebb8b9b465. 2024-12-07T15:20:33,045 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/9242714cd5074e28ad97f75b66574abf, hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/8b11d0ddb54a43dfbe4361bd67b1e521_SeqId_4_, hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/7b4a62f187464f5f9ef3c358820a8213_SeqId_4_, hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/a8400b7b8a5646d88f55f98e70da9bc1_SeqId_4_] into tmpdir=hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/.tmp, totalSize=19.3 K 2024-12-07T15:20:33,046 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9242714cd5074e28ad97f75b66574abf, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733584832938 2024-12-07T15:20:33,046 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8b11d0ddb54a43dfbe4361bd67b1e521_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-07T15:20:33,046 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 7b4a62f187464f5f9ef3c358820a8213_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-07T15:20:33,047 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a8400b7b8a5646d88f55f98e70da9bc1_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-07T15:20:33,059 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/.tmp/a/b033a854922a40388c444c22606b5f8b is 55, key is testCompactedBulkLoadedFiles/a:a/1733584832938/Put/seqid=0 2024-12-07T15:20:33,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741922_1100 (size=6154) 2024-12-07T15:20:33,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741922_1100 (size=6154) 2024-12-07T15:20:33,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741922_1100 (size=6154) 2024-12-07T15:20:33,075 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/.tmp/a/b033a854922a40388c444c22606b5f8b as hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/b033a854922a40388c444c22606b5f8b 2024-12-07T15:20:33,082 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in b16a3069ab49d79614712aebb8b9b465/a of b16a3069ab49d79614712aebb8b9b465 into b033a854922a40388c444c22606b5f8b(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T15:20:33,082 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for b16a3069ab49d79614712aebb8b9b465: 2024-12-07T15:20:33,082 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-07T15:20:33,082 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-07T15:20:33,115 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733584832847/wal.1733584832909, size=0 (0bytes) 2024-12-07T15:20:33,115 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:40039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733584832847/wal.1733584832909 might be still open, length is 0 2024-12-07T15:20:33,115 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733584832847/wal.1733584832909 2024-12-07T15:20:33,115 WARN [IPC Server handler 0 on default port 40039 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733584832847/wal.1733584832909 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-12-07T15:20:33,116 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:40039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733584832847/wal.1733584832909 after 1ms 2024-12-07T15:20:33,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-12-07T15:20:33,778 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-12-07T15:20:33,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-12-07T15:20:33,779 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-12-07T15:20:35,298 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:40714 [Receiving block BP-299547047-172.17.0.2-1733584800344:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:40307:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40714 dst: /127.0.0.1:40307 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:40307 remote=/127.0.0.1:40714]. Total timeout mills is 60000, 57784 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T15:20:35,298 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:41498 [Receiving block BP-299547047-172.17.0.2-1733584800344:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:43449:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41498 dst: /127.0.0.1:43449 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T15:20:35,298 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:34562 [Receiving block BP-299547047-172.17.0.2-1733584800344:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:41007:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34562 dst: /127.0.0.1:41007 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T15:20:35,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741917_1101 (size=1659) 2024-12-07T15:20:35,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741917_1101 (size=1659) 2024-12-07T15:20:37,116 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:40039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733584832847/wal.1733584832909 after 4001ms 2024-12-07T15:20:37,119 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733584832847/wal.1733584832909 took 4004ms 2024-12-07T15:20:37,121 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733584832847/wal.1733584832909; continuing. 2024-12-07T15:20:37,121 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733584832847/wal.1733584832909 so closing down 2024-12-07T15:20:37,121 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T15:20:37,122 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733584832909.temp 2024-12-07T15:20:37,123 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/recovered.edits/0000000000000000003-wal.1733584832909.temp 2024-12-07T15:20:37,123 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T15:20:37,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741923_1102 (size=698) 2024-12-07T15:20:37,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741923_1102 (size=698) 2024-12-07T15:20:37,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741923_1102 (size=698) 2024-12-07T15:20:37,131 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/recovered.edits/0000000000000000003-wal.1733584832909.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-07T15:20:37,132 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/recovered.edits/0000000000000000003-wal.1733584832909.temp to hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/recovered.edits/0000000000000000008 2024-12-07T15:20:37,132 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:40039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733584832847/wal.1733584832909, size=0, length=0, corrupted=false, cancelled=false 2024-12-07T15:20:37,132 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733584832847/wal.1733584832909, journal: Splitting hdfs://localhost:40039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733584832847/wal.1733584832909, size=0 (0bytes) at 1733584833115Finishing writing output for hdfs://localhost:40039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733584832847/wal.1733584832909 so closing down at 1733584837121 (+4006 ms)Creating recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/recovered.edits/0000000000000000003-wal.1733584832909.temp at 1733584837123 (+2 ms)3 split writer threads finished at 1733584837123Closed recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/recovered.edits/0000000000000000003-wal.1733584832909.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733584837131 (+8 ms)Rename recovered edits hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/recovered.edits/0000000000000000003-wal.1733584832909.temp to hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/recovered.edits/0000000000000000008 at 1733584837132 (+1 ms)Processed 5 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:40039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733584832847/wal.1733584832909, size=0, length=0, corrupted=false, cancelled=false at 1733584837132 2024-12-07T15:20:37,134 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733584832847/wal.1733584832909 to hdfs://localhost:40039/hbase/oldWALs/wal.1733584832909 2024-12-07T15:20:37,135 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/recovered.edits/0000000000000000008 2024-12-07T15:20:37,135 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T15:20:37,136 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40039/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733584832847, archiveDir=hdfs://localhost:40039/hbase/oldWALs, maxLogs=32 2024-12-07T15:20:37,150 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733584832847/wal.1733584837137, exclude list is [], retry=0 2024-12-07T15:20:37,152 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710,DISK] 2024-12-07T15:20:37,153 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2,DISK] 2024-12-07T15:20:37,153 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43449,DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc,DISK] 2024-12-07T15:20:37,154 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733584832847/wal.1733584837137 2024-12-07T15:20:37,155 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33663:33663),(127.0.0.1/127.0.0.1:42293:42293),(127.0.0.1/127.0.0.1:33691:33691)] 2024-12-07T15:20:37,155 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b16a3069ab49d79614712aebb8b9b465, NAME => 'testCompactedBulkLoadedFiles,,1733584832848.b16a3069ab49d79614712aebb8b9b465.', STARTKEY => '', ENDKEY => ''} 2024-12-07T15:20:37,155 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733584832848.b16a3069ab49d79614712aebb8b9b465.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:37,155 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b16a3069ab49d79614712aebb8b9b465 2024-12-07T15:20:37,155 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b16a3069ab49d79614712aebb8b9b465 2024-12-07T15:20:37,156 INFO [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b16a3069ab49d79614712aebb8b9b465 2024-12-07T15:20:37,157 INFO [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b16a3069ab49d79614712aebb8b9b465 columnFamilyName a 2024-12-07T15:20:37,157 DEBUG [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:37,163 DEBUG [StoreFileOpener-b16a3069ab49d79614712aebb8b9b465-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7b4a62f187464f5f9ef3c358820a8213_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T15:20:37,163 DEBUG [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/7b4a62f187464f5f9ef3c358820a8213_SeqId_4_ 2024-12-07T15:20:37,166 DEBUG [StoreFileOpener-b16a3069ab49d79614712aebb8b9b465-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8b11d0ddb54a43dfbe4361bd67b1e521_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T15:20:37,166 DEBUG [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/8b11d0ddb54a43dfbe4361bd67b1e521_SeqId_4_ 2024-12-07T15:20:37,170 DEBUG [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/9242714cd5074e28ad97f75b66574abf 2024-12-07T15:20:37,173 DEBUG [StoreFileOpener-b16a3069ab49d79614712aebb8b9b465-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a8400b7b8a5646d88f55f98e70da9bc1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T15:20:37,173 DEBUG [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/a8400b7b8a5646d88f55f98e70da9bc1_SeqId_4_ 2024-12-07T15:20:37,176 DEBUG [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/b033a854922a40388c444c22606b5f8b 2024-12-07T15:20:37,176 WARN [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/7b4a62f187464f5f9ef3c358820a8213_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@e85be33 2024-12-07T15:20:37,176 WARN [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/8b11d0ddb54a43dfbe4361bd67b1e521_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@e85be33 2024-12-07T15:20:37,176 WARN [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/9242714cd5074e28ad97f75b66574abf from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@e85be33 2024-12-07T15:20:37,176 WARN [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/a8400b7b8a5646d88f55f98e70da9bc1_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@e85be33 2024-12-07T15:20:37,177 DEBUG [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/7b4a62f187464f5f9ef3c358820a8213_SeqId_4_, hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/8b11d0ddb54a43dfbe4361bd67b1e521_SeqId_4_, hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/9242714cd5074e28ad97f75b66574abf, hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/a8400b7b8a5646d88f55f98e70da9bc1_SeqId_4_] to archive 2024-12-07T15:20:37,177 DEBUG [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T15:20:37,179 DEBUG [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/7b4a62f187464f5f9ef3c358820a8213_SeqId_4_ to hdfs://localhost:40039/hbase/archive/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/7b4a62f187464f5f9ef3c358820a8213_SeqId_4_ 2024-12-07T15:20:37,180 DEBUG [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/8b11d0ddb54a43dfbe4361bd67b1e521_SeqId_4_ to hdfs://localhost:40039/hbase/archive/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/8b11d0ddb54a43dfbe4361bd67b1e521_SeqId_4_ 2024-12-07T15:20:37,181 DEBUG [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/9242714cd5074e28ad97f75b66574abf to hdfs://localhost:40039/hbase/archive/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/9242714cd5074e28ad97f75b66574abf 2024-12-07T15:20:37,182 DEBUG [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/a8400b7b8a5646d88f55f98e70da9bc1_SeqId_4_ to hdfs://localhost:40039/hbase/archive/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/a/a8400b7b8a5646d88f55f98e70da9bc1_SeqId_4_ 2024-12-07T15:20:37,182 INFO [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] regionserver.HStore(327): Store=b16a3069ab49d79614712aebb8b9b465/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:37,182 INFO [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b16a3069ab49d79614712aebb8b9b465 2024-12-07T15:20:37,183 INFO [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b16a3069ab49d79614712aebb8b9b465 columnFamilyName b 2024-12-07T15:20:37,183 DEBUG [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:37,183 INFO [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] regionserver.HStore(327): Store=b16a3069ab49d79614712aebb8b9b465/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:37,183 INFO [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b16a3069ab49d79614712aebb8b9b465 2024-12-07T15:20:37,184 INFO [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b16a3069ab49d79614712aebb8b9b465 columnFamilyName c 2024-12-07T15:20:37,184 DEBUG [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:37,184 INFO [StoreOpener-b16a3069ab49d79614712aebb8b9b465-1 {}] regionserver.HStore(327): Store=b16a3069ab49d79614712aebb8b9b465/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:37,184 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b16a3069ab49d79614712aebb8b9b465 2024-12-07T15:20:37,185 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465 2024-12-07T15:20:37,186 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465 2024-12-07T15:20:37,187 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/recovered.edits/0000000000000000008 2024-12-07T15:20:37,190 DEBUG [Time-limited test {}] regionserver.HRegion(5836): b16a3069ab49d79614712aebb8b9b465 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "b16a3069ab49d79614712aebb8b9b465" family_name: "a" compaction_input: "9242714cd5074e28ad97f75b66574abf" compaction_input: "8b11d0ddb54a43dfbe4361bd67b1e521_SeqId_4_" compaction_input: "7b4a62f187464f5f9ef3c358820a8213_SeqId_4_" compaction_input: "a8400b7b8a5646d88f55f98e70da9bc1_SeqId_4_" compaction_output: "b033a854922a40388c444c22606b5f8b" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733584832848.b16a3069ab49d79614712aebb8b9b465." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-12-07T15:20:37,190 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-12-07T15:20:37,190 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/recovered.edits/0000000000000000008 2024-12-07T15:20:37,191 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/recovered.edits/0000000000000000008 2024-12-07T15:20:37,192 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b16a3069ab49d79614712aebb8b9b465 2024-12-07T15:20:37,192 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b16a3069ab49d79614712aebb8b9b465 2024-12-07T15:20:37,192 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T15:20:37,194 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b16a3069ab49d79614712aebb8b9b465 2024-12-07T15:20:37,196 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/hbase/data/default/testCompactedBulkLoadedFiles/b16a3069ab49d79614712aebb8b9b465/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-07T15:20:37,197 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b16a3069ab49d79614712aebb8b9b465; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67213055, jitterRate=0.0015525668859481812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T15:20:37,197 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b16a3069ab49d79614712aebb8b9b465: Writing region info on filesystem at 1733584837155Initializing all the Stores at 1733584837156 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584837156Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584837156Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584837156Cleaning up temporary data from old regions at 1733584837192 (+36 ms)Region opened successfully at 1733584837197 (+5 ms) 2024-12-07T15:20:37,199 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b16a3069ab49d79614712aebb8b9b465, disabling compactions & flushes 2024-12-07T15:20:37,199 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733584832848.b16a3069ab49d79614712aebb8b9b465. 2024-12-07T15:20:37,199 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733584832848.b16a3069ab49d79614712aebb8b9b465. 2024-12-07T15:20:37,199 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733584832848.b16a3069ab49d79614712aebb8b9b465. after waiting 0 ms 2024-12-07T15:20:37,199 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733584832848.b16a3069ab49d79614712aebb8b9b465. 2024-12-07T15:20:37,200 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733584832848.b16a3069ab49d79614712aebb8b9b465. 2024-12-07T15:20:37,200 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b16a3069ab49d79614712aebb8b9b465: Waiting for close lock at 1733584837199Disabling compacts and flushes for region at 1733584837199Disabling writes for close at 1733584837199Writing region close event to WAL at 1733584837200 (+1 ms)Closed at 1733584837200 2024-12-07T15:20:37,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741924_1103 (size=93) 2024-12-07T15:20:37,202 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733584832847/wal.1733584837137 not finished, retry = 0 2024-12-07T15:20:37,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741924_1103 (size=93) 2024-12-07T15:20:37,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741924_1103 (size=93) 2024-12-07T15:20:37,305 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T15:20:37,305 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733584837137) 2024-12-07T15:20:37,319 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=440 (was 427) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1641292868_22 at /127.0.0.1:40778 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1641292868_22 at /127.0.0.1:41566 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:40039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:40039 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1641292868_22 at /127.0.0.1:34632 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1346 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=164 (was 178), ProcessCount=11 (was 11), AvailableMemoryMB=7427 (was 7449) 2024-12-07T15:20:37,319 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-12-07T15:20:37,332 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=440, OpenFileDescriptor=1346, MaxFileDescriptor=1048576, SystemLoadAverage=164, ProcessCount=11, AvailableMemoryMB=7427 2024-12-07T15:20:37,332 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-12-07T15:20:37,347 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T15:20:37,349 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T15:20:37,349 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T15:20:37,352 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-95856052, suffix=, logDir=hdfs://localhost:40039/hbase/WALs/hregion-95856052, archiveDir=hdfs://localhost:40039/hbase/oldWALs, maxLogs=32 2024-12-07T15:20:37,366 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-95856052/hregion-95856052.1733584837352, exclude list is [], retry=0 2024-12-07T15:20:37,368 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710,DISK] 2024-12-07T15:20:37,368 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43449,DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc,DISK] 2024-12-07T15:20:37,369 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2,DISK] 2024-12-07T15:20:37,371 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-95856052/hregion-95856052.1733584837352 2024-12-07T15:20:37,371 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33663:33663),(127.0.0.1/127.0.0.1:33691:33691),(127.0.0.1/127.0.0.1:42293:42293)] 2024-12-07T15:20:37,371 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 4bb7e102df73898b0b6c0c91c38e1780, NAME => 'testReplayEditsWrittenViaHRegion,,1733584837347.4bb7e102df73898b0b6c0c91c38e1780.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40039/hbase 2024-12-07T15:20:37,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741926_1105 (size=67) 2024-12-07T15:20:37,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741926_1105 (size=67) 2024-12-07T15:20:37,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741926_1105 (size=67) 2024-12-07T15:20:37,379 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733584837347.4bb7e102df73898b0b6c0c91c38e1780.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:37,381 INFO [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:37,382 INFO [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bb7e102df73898b0b6c0c91c38e1780 columnFamilyName a 2024-12-07T15:20:37,382 DEBUG [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:37,382 INFO [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] regionserver.HStore(327): Store=4bb7e102df73898b0b6c0c91c38e1780/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:37,382 INFO [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:37,383 INFO [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bb7e102df73898b0b6c0c91c38e1780 columnFamilyName b 2024-12-07T15:20:37,384 DEBUG [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:37,384 INFO [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] regionserver.HStore(327): Store=4bb7e102df73898b0b6c0c91c38e1780/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:37,384 INFO [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:37,385 INFO [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bb7e102df73898b0b6c0c91c38e1780 columnFamilyName c 2024-12-07T15:20:37,385 DEBUG [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:37,386 INFO [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] regionserver.HStore(327): Store=4bb7e102df73898b0b6c0c91c38e1780/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:37,386 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:37,386 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:37,387 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:37,388 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:37,388 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:37,388 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T15:20:37,389 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:37,391 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T15:20:37,391 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4bb7e102df73898b0b6c0c91c38e1780; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74502701, jitterRate=0.11017675697803497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T15:20:37,391 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4bb7e102df73898b0b6c0c91c38e1780: Writing region info on filesystem at 1733584837380Initializing all the Stores at 1733584837380Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584837380Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584837380Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584837380Cleaning up temporary data from old regions at 1733584837388 (+8 ms)Region opened successfully at 1733584837391 (+3 ms) 2024-12-07T15:20:37,392 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4bb7e102df73898b0b6c0c91c38e1780, disabling compactions & flushes 2024-12-07T15:20:37,392 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733584837347.4bb7e102df73898b0b6c0c91c38e1780. 2024-12-07T15:20:37,392 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733584837347.4bb7e102df73898b0b6c0c91c38e1780. 2024-12-07T15:20:37,392 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733584837347.4bb7e102df73898b0b6c0c91c38e1780. after waiting 0 ms 2024-12-07T15:20:37,392 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733584837347.4bb7e102df73898b0b6c0c91c38e1780. 2024-12-07T15:20:37,392 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733584837347.4bb7e102df73898b0b6c0c91c38e1780. 2024-12-07T15:20:37,392 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4bb7e102df73898b0b6c0c91c38e1780: Waiting for close lock at 1733584837391Disabling compacts and flushes for region at 1733584837391Disabling writes for close at 1733584837392 (+1 ms)Writing region close event to WAL at 1733584837392Closed at 1733584837392 2024-12-07T15:20:37,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741925_1104 (size=93) 2024-12-07T15:20:37,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741925_1104 (size=93) 2024-12-07T15:20:37,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741925_1104 (size=93) 2024-12-07T15:20:37,396 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T15:20:37,396 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-95856052:(num 1733584837352) 2024-12-07T15:20:37,396 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T15:20:37,398 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733584837346, archiveDir=hdfs://localhost:40039/hbase/oldWALs, maxLogs=32 2024-12-07T15:20:37,411 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733584837346/wal.1733584837398, exclude list is [], retry=0 2024-12-07T15:20:37,414 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710,DISK] 2024-12-07T15:20:37,414 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2,DISK] 2024-12-07T15:20:37,414 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43449,DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc,DISK] 2024-12-07T15:20:37,416 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733584837346/wal.1733584837398 2024-12-07T15:20:37,416 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33663:33663),(127.0.0.1/127.0.0.1:42293:42293),(127.0.0.1/127.0.0.1:33691:33691)] 2024-12-07T15:20:37,416 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4bb7e102df73898b0b6c0c91c38e1780, NAME => 'testReplayEditsWrittenViaHRegion,,1733584837347.4bb7e102df73898b0b6c0c91c38e1780.', STARTKEY => '', ENDKEY => ''} 2024-12-07T15:20:37,416 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733584837347.4bb7e102df73898b0b6c0c91c38e1780.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:37,416 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:37,416 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:37,418 INFO [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:37,419 INFO [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bb7e102df73898b0b6c0c91c38e1780 columnFamilyName a 2024-12-07T15:20:37,419 DEBUG [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:37,419 INFO [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] regionserver.HStore(327): Store=4bb7e102df73898b0b6c0c91c38e1780/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:37,419 INFO [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:37,420 INFO [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bb7e102df73898b0b6c0c91c38e1780 columnFamilyName b 2024-12-07T15:20:37,420 DEBUG [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:37,421 INFO [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] regionserver.HStore(327): Store=4bb7e102df73898b0b6c0c91c38e1780/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:37,421 INFO [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:37,421 INFO [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bb7e102df73898b0b6c0c91c38e1780 columnFamilyName c 2024-12-07T15:20:37,421 DEBUG [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:37,422 INFO [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] regionserver.HStore(327): Store=4bb7e102df73898b0b6c0c91c38e1780/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:37,422 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:37,422 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:37,424 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:37,425 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:37,425 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:37,425 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T15:20:37,426 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:37,427 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4bb7e102df73898b0b6c0c91c38e1780; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61019713, jitterRate=-0.09073542058467865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T15:20:37,427 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4bb7e102df73898b0b6c0c91c38e1780: Writing region info on filesystem at 1733584837417Initializing all the Stores at 1733584837417Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584837417Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584837418 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584837418Cleaning up temporary data from old regions at 1733584837425 (+7 ms)Region opened successfully at 1733584837427 (+2 ms) 2024-12-07T15:20:37,436 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4bb7e102df73898b0b6c0c91c38e1780 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-07T15:20:37,459 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/.tmp/a/59e4a8cacd6a4068a01fe2990d48f7a4 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733584837427/Put/seqid=0 2024-12-07T15:20:37,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741928_1107 (size=5958) 2024-12-07T15:20:37,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741928_1107 (size=5958) 2024-12-07T15:20:37,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741928_1107 (size=5958) 2024-12-07T15:20:37,466 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/.tmp/a/59e4a8cacd6a4068a01fe2990d48f7a4 2024-12-07T15:20:37,471 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/.tmp/a/59e4a8cacd6a4068a01fe2990d48f7a4 as hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/a/59e4a8cacd6a4068a01fe2990d48f7a4 2024-12-07T15:20:37,476 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/a/59e4a8cacd6a4068a01fe2990d48f7a4, entries=10, sequenceid=13, filesize=5.8 K 2024-12-07T15:20:37,477 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 4bb7e102df73898b0b6c0c91c38e1780 in 41ms, sequenceid=13, compaction requested=false 2024-12-07T15:20:37,477 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4bb7e102df73898b0b6c0c91c38e1780: 2024-12-07T15:20:37,493 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4bb7e102df73898b0b6c0c91c38e1780, disabling compactions & flushes 2024-12-07T15:20:37,493 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733584837347.4bb7e102df73898b0b6c0c91c38e1780. 2024-12-07T15:20:37,493 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733584837347.4bb7e102df73898b0b6c0c91c38e1780. 2024-12-07T15:20:37,493 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733584837347.4bb7e102df73898b0b6c0c91c38e1780. after waiting 0 ms 2024-12-07T15:20:37,493 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733584837347.4bb7e102df73898b0b6c0c91c38e1780. 2024-12-07T15:20:37,494 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733584837347.4bb7e102df73898b0b6c0c91c38e1780. 2024-12-07T15:20:37,494 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733584837347.4bb7e102df73898b0b6c0c91c38e1780. 2024-12-07T15:20:37,494 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4bb7e102df73898b0b6c0c91c38e1780: Waiting for close lock at 1733584837493Disabling compacts and flushes for region at 1733584837493Disabling writes for close at 1733584837493Writing region close event to WAL at 1733584837494 (+1 ms)Closed at 1733584837494 2024-12-07T15:20:37,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741927_1106 (size=5869) 2024-12-07T15:20:37,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741927_1106 (size=5869) 2024-12-07T15:20:37,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741927_1106 (size=5869) 2024-12-07T15:20:37,512 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733584837346/wal.1733584837398, size=5.7 K (5869bytes) 2024-12-07T15:20:37,512 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733584837346/wal.1733584837398 2024-12-07T15:20:37,512 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733584837346/wal.1733584837398 after 0ms 2024-12-07T15:20:37,514 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733584837346/wal.1733584837398 took 3ms 2024-12-07T15:20:37,515 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733584837346/wal.1733584837398 so closing down 2024-12-07T15:20:37,516 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T15:20:37,517 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733584837398.temp 2024-12-07T15:20:37,518 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/recovered.edits/0000000000000000003-wal.1733584837398.temp 2024-12-07T15:20:37,518 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T15:20:37,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741929_1108 (size=5223) 2024-12-07T15:20:37,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741929_1108 (size=5223) 2024-12-07T15:20:37,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741929_1108 (size=5223) 2024-12-07T15:20:37,525 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/recovered.edits/0000000000000000003-wal.1733584837398.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-07T15:20:37,527 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/recovered.edits/0000000000000000003-wal.1733584837398.temp to hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/recovered.edits/0000000000000000035 2024-12-07T15:20:37,527 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733584837346/wal.1733584837398, size=5.7 K, length=5869, corrupted=false, cancelled=false 2024-12-07T15:20:37,527 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733584837346/wal.1733584837398, journal: Splitting hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733584837346/wal.1733584837398, size=5.7 K (5869bytes) at 1733584837512Finishing writing output for hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733584837346/wal.1733584837398 so closing down at 1733584837515 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/recovered.edits/0000000000000000003-wal.1733584837398.temp at 1733584837518 (+3 ms)3 split writer threads finished at 1733584837518Closed recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/recovered.edits/0000000000000000003-wal.1733584837398.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733584837525 (+7 ms)Rename recovered edits hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/recovered.edits/0000000000000000003-wal.1733584837398.temp to hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/recovered.edits/0000000000000000035 at 1733584837527 (+2 ms)Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733584837346/wal.1733584837398, size=5.7 K, length=5869, corrupted=false, cancelled=false at 1733584837527 2024-12-07T15:20:37,529 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733584837346/wal.1733584837398 to hdfs://localhost:40039/hbase/oldWALs/wal.1733584837398 2024-12-07T15:20:37,529 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/recovered.edits/0000000000000000035 2024-12-07T15:20:37,530 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T15:20:37,531 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733584837346, archiveDir=hdfs://localhost:40039/hbase/oldWALs, maxLogs=32 2024-12-07T15:20:37,545 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733584837346/wal.1733584837531, exclude list is [], retry=0 2024-12-07T15:20:37,548 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2,DISK] 2024-12-07T15:20:37,548 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43449,DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc,DISK] 2024-12-07T15:20:37,548 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710,DISK] 2024-12-07T15:20:37,550 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733584837346/wal.1733584837531 2024-12-07T15:20:37,551 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42293:42293),(127.0.0.1/127.0.0.1:33691:33691),(127.0.0.1/127.0.0.1:33663:33663)] 2024-12-07T15:20:37,551 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4bb7e102df73898b0b6c0c91c38e1780, NAME => 'testReplayEditsWrittenViaHRegion,,1733584837347.4bb7e102df73898b0b6c0c91c38e1780.', STARTKEY => '', ENDKEY => ''} 2024-12-07T15:20:37,551 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733584837347.4bb7e102df73898b0b6c0c91c38e1780.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:37,551 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:37,551 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:37,553 INFO [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:37,554 INFO [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bb7e102df73898b0b6c0c91c38e1780 columnFamilyName a 2024-12-07T15:20:37,554 DEBUG [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:37,556 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T15:20:37,559 DEBUG [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/a/59e4a8cacd6a4068a01fe2990d48f7a4 2024-12-07T15:20:37,559 INFO [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] regionserver.HStore(327): Store=4bb7e102df73898b0b6c0c91c38e1780/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:37,560 INFO [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:37,560 INFO [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bb7e102df73898b0b6c0c91c38e1780 columnFamilyName b 2024-12-07T15:20:37,560 DEBUG [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:37,561 INFO [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] regionserver.HStore(327): Store=4bb7e102df73898b0b6c0c91c38e1780/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:37,561 INFO [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:37,562 INFO [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bb7e102df73898b0b6c0c91c38e1780 columnFamilyName c 2024-12-07T15:20:37,562 DEBUG [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:37,562 INFO [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] regionserver.HStore(327): Store=4bb7e102df73898b0b6c0c91c38e1780/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:37,562 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:37,563 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:37,564 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:37,565 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/recovered.edits/0000000000000000035 2024-12-07T15:20:37,567 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/recovered.edits/0000000000000000035 2024-12-07T15:20:37,568 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4bb7e102df73898b0b6c0c91c38e1780 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-12-07T15:20:37,585 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/.tmp/b/8f14c42e79204620b8c75f11b1784b9f is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733584837477/Put/seqid=0 2024-12-07T15:20:37,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741931_1110 (size=5958) 2024-12-07T15:20:37,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741931_1110 (size=5958) 2024-12-07T15:20:37,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741931_1110 (size=5958) 2024-12-07T15:20:37,592 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/.tmp/b/8f14c42e79204620b8c75f11b1784b9f 2024-12-07T15:20:37,611 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/.tmp/c/6075ab2ef4d347f596c7c65069af891e is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733584837484/Put/seqid=0 2024-12-07T15:20:37,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741932_1111 (size=5958) 2024-12-07T15:20:37,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741932_1111 (size=5958) 2024-12-07T15:20:37,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741932_1111 (size=5958) 2024-12-07T15:20:37,617 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/.tmp/c/6075ab2ef4d347f596c7c65069af891e 2024-12-07T15:20:37,622 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/.tmp/b/8f14c42e79204620b8c75f11b1784b9f as hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/b/8f14c42e79204620b8c75f11b1784b9f 2024-12-07T15:20:37,627 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/b/8f14c42e79204620b8c75f11b1784b9f, entries=10, sequenceid=35, filesize=5.8 K 2024-12-07T15:20:37,627 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/.tmp/c/6075ab2ef4d347f596c7c65069af891e as hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/c/6075ab2ef4d347f596c7c65069af891e 2024-12-07T15:20:37,632 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/c/6075ab2ef4d347f596c7c65069af891e, entries=10, sequenceid=35, filesize=5.8 K 2024-12-07T15:20:37,632 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 4bb7e102df73898b0b6c0c91c38e1780 in 65ms, sequenceid=35, compaction requested=false; wal=null 2024-12-07T15:20:37,633 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/recovered.edits/0000000000000000035 2024-12-07T15:20:37,634 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:37,634 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:37,635 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T15:20:37,636 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:37,638 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-12-07T15:20:37,639 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4bb7e102df73898b0b6c0c91c38e1780; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61027717, jitterRate=-0.0906161516904831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T15:20:37,639 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4bb7e102df73898b0b6c0c91c38e1780: Writing region info on filesystem at 1733584837551Initializing all the Stores at 1733584837552 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584837552Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584837552Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584837552Obtaining lock to block concurrent updates at 1733584837568 (+16 ms)Preparing flush snapshotting stores in 4bb7e102df73898b0b6c0c91c38e1780 at 1733584837568Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733584837347.4bb7e102df73898b0b6c0c91c38e1780., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733584837568Flushing stores of testReplayEditsWrittenViaHRegion,,1733584837347.4bb7e102df73898b0b6c0c91c38e1780. at 1733584837568Flushing 4bb7e102df73898b0b6c0c91c38e1780/b: creating writer at 1733584837568Flushing 4bb7e102df73898b0b6c0c91c38e1780/b: appending metadata at 1733584837585 (+17 ms)Flushing 4bb7e102df73898b0b6c0c91c38e1780/b: closing flushed file at 1733584837585Flushing 4bb7e102df73898b0b6c0c91c38e1780/c: creating writer at 1733584837597 (+12 ms)Flushing 4bb7e102df73898b0b6c0c91c38e1780/c: appending metadata at 1733584837610 (+13 ms)Flushing 4bb7e102df73898b0b6c0c91c38e1780/c: closing flushed file at 1733584837610Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cbc2d72: reopening flushed file at 1733584837622 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7682b7f6: reopening flushed file at 1733584837627 (+5 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 4bb7e102df73898b0b6c0c91c38e1780 in 65ms, sequenceid=35, compaction requested=false; wal=null at 1733584837632 (+5 ms)Cleaning up temporary data from old regions at 1733584837634 (+2 ms)Region opened successfully at 1733584837639 (+5 ms) 2024-12-07T15:20:37,705 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733584837346/wal.1733584837531, size=0 (0bytes) 2024-12-07T15:20:37,705 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733584837346/wal.1733584837531 might be still open, length is 0 2024-12-07T15:20:37,705 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733584837346/wal.1733584837531 2024-12-07T15:20:37,706 WARN [IPC Server handler 1 on default port 40039 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733584837346/wal.1733584837531 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-12-07T15:20:37,706 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733584837346/wal.1733584837531 after 1ms 2024-12-07T15:20:38,296 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:40834 [Receiving block BP-299547047-172.17.0.2-1733584800344:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:40307:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40834 dst: /127.0.0.1:40307 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:40307 remote=/127.0.0.1:40834]. Total timeout mills is 60000, 59372 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T15:20:38,297 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:41648 [Receiving block BP-299547047-172.17.0.2-1733584800344:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:43449:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41648 dst: /127.0.0.1:43449 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T15:20:38,297 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_594086006_22 at /127.0.0.1:34676 [Receiving block BP-299547047-172.17.0.2-1733584800344:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:41007:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34676 dst: /127.0.0.1:41007 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T15:20:38,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741930_1112 (size=5215) 2024-12-07T15:20:38,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741930_1112 (size=5215) 2024-12-07T15:20:41,707 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733584837346/wal.1733584837531 after 4002ms 2024-12-07T15:20:41,710 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733584837346/wal.1733584837531 took 4005ms 2024-12-07T15:20:41,711 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733584837346/wal.1733584837531; continuing. 2024-12-07T15:20:41,711 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733584837346/wal.1733584837531 so closing down 2024-12-07T15:20:41,712 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T15:20:41,713 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733584837531.temp 2024-12-07T15:20:41,714 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/recovered.edits/0000000000000000037-wal.1733584837531.temp 2024-12-07T15:20:41,715 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T15:20:41,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741933_1113 (size=5223) 2024-12-07T15:20:41,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741933_1113 (size=5223) 2024-12-07T15:20:41,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741933_1113 (size=5223) 2024-12-07T15:20:41,723 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/recovered.edits/0000000000000000037-wal.1733584837531.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-07T15:20:41,725 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/recovered.edits/0000000000000000037-wal.1733584837531.temp to hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/recovered.edits/0000000000000000066 2024-12-07T15:20:41,725 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733584837346/wal.1733584837531, size=0, length=0, corrupted=false, cancelled=false 2024-12-07T15:20:41,725 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733584837346/wal.1733584837531, journal: Splitting hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733584837346/wal.1733584837531, size=0 (0bytes) at 1733584837705Finishing writing output for hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733584837346/wal.1733584837531 so closing down at 1733584841712 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/recovered.edits/0000000000000000037-wal.1733584837531.temp at 1733584841715 (+3 ms)3 split writer threads finished at 1733584841715Closed recovered edits writer path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/recovered.edits/0000000000000000037-wal.1733584837531.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733584841723 (+8 ms)Rename recovered edits hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/recovered.edits/0000000000000000037-wal.1733584837531.temp to hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/recovered.edits/0000000000000000066 at 1733584841725 (+2 ms)Processed 30 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733584837346/wal.1733584837531, size=0, length=0, corrupted=false, cancelled=false at 1733584841725 2024-12-07T15:20:41,726 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733584837346/wal.1733584837531 to hdfs://localhost:40039/hbase/oldWALs/wal.1733584837531 2024-12-07T15:20:41,727 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/recovered.edits/0000000000000000066 2024-12-07T15:20:41,727 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T15:20:41,728 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40039/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733584837346, archiveDir=hdfs://localhost:40039/hbase/oldWALs, maxLogs=32 2024-12-07T15:20:41,742 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733584837346/wal.1733584841729, exclude list is [], retry=0 2024-12-07T15:20:41,744 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43449,DS-55cdb89a-8095-4c2b-ad1b-ec3bac73ecfc,DISK] 2024-12-07T15:20:41,744 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-7ef8fb5e-abc1-4bb8-8510-fd21205e5710,DISK] 2024-12-07T15:20:41,744 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-322d8992-37e1-44b4-beee-3c6dc0a59ea2,DISK] 2024-12-07T15:20:41,746 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733584837346/wal.1733584841729 2024-12-07T15:20:41,746 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33691:33691),(127.0.0.1/127.0.0.1:33663:33663),(127.0.0.1/127.0.0.1:42293:42293)] 2024-12-07T15:20:41,747 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733584837347.4bb7e102df73898b0b6c0c91c38e1780.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T15:20:41,748 INFO [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:41,749 INFO [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bb7e102df73898b0b6c0c91c38e1780 columnFamilyName a 2024-12-07T15:20:41,749 DEBUG [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:41,754 DEBUG [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/a/59e4a8cacd6a4068a01fe2990d48f7a4 2024-12-07T15:20:41,754 INFO [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] regionserver.HStore(327): Store=4bb7e102df73898b0b6c0c91c38e1780/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:41,754 INFO [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:41,754 INFO [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bb7e102df73898b0b6c0c91c38e1780 columnFamilyName b 2024-12-07T15:20:41,754 DEBUG [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:41,758 DEBUG [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/b/8f14c42e79204620b8c75f11b1784b9f 2024-12-07T15:20:41,759 INFO [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] regionserver.HStore(327): Store=4bb7e102df73898b0b6c0c91c38e1780/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:41,759 INFO [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:41,759 INFO [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bb7e102df73898b0b6c0c91c38e1780 columnFamilyName c 2024-12-07T15:20:41,759 DEBUG [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T15:20:41,763 DEBUG [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/c/6075ab2ef4d347f596c7c65069af891e 2024-12-07T15:20:41,763 INFO [StoreOpener-4bb7e102df73898b0b6c0c91c38e1780-1 {}] regionserver.HStore(327): Store=4bb7e102df73898b0b6c0c91c38e1780/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T15:20:41,763 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:41,764 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:41,765 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:41,766 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/recovered.edits/0000000000000000066 2024-12-07T15:20:41,771 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/recovered.edits/0000000000000000066 2024-12-07T15:20:41,771 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4bb7e102df73898b0b6c0c91c38e1780 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-07T15:20:41,786 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/.tmp/a/1bf8d8dde17847aeb51fd5f7acdc7302 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733584837647/Put/seqid=0 2024-12-07T15:20:41,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741935_1115 (size=5958) 2024-12-07T15:20:41,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741935_1115 (size=5958) 2024-12-07T15:20:41,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741935_1115 (size=5958) 2024-12-07T15:20:41,792 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/.tmp/a/1bf8d8dde17847aeb51fd5f7acdc7302 2024-12-07T15:20:41,811 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/.tmp/b/d749f10d272e496d9a4921767dca62a8 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733584837655/Put/seqid=0 2024-12-07T15:20:41,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741936_1116 (size=5958) 2024-12-07T15:20:41,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741936_1116 (size=5958) 2024-12-07T15:20:41,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741936_1116 (size=5958) 2024-12-07T15:20:41,819 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/.tmp/b/d749f10d272e496d9a4921767dca62a8 2024-12-07T15:20:41,837 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/.tmp/c/aff9225e225e42f8a804918bc97a4c29 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733584837662/Put/seqid=0 2024-12-07T15:20:41,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741937_1117 (size=5958) 2024-12-07T15:20:41,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741937_1117 (size=5958) 2024-12-07T15:20:41,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741937_1117 (size=5958) 2024-12-07T15:20:41,844 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/.tmp/c/aff9225e225e42f8a804918bc97a4c29 2024-12-07T15:20:41,849 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/.tmp/a/1bf8d8dde17847aeb51fd5f7acdc7302 as hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/a/1bf8d8dde17847aeb51fd5f7acdc7302 2024-12-07T15:20:41,853 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/a/1bf8d8dde17847aeb51fd5f7acdc7302, entries=10, sequenceid=66, filesize=5.8 K 2024-12-07T15:20:41,854 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/.tmp/b/d749f10d272e496d9a4921767dca62a8 as hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/b/d749f10d272e496d9a4921767dca62a8 2024-12-07T15:20:41,857 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/b/d749f10d272e496d9a4921767dca62a8, entries=10, sequenceid=66, filesize=5.8 K 2024-12-07T15:20:41,858 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/.tmp/c/aff9225e225e42f8a804918bc97a4c29 as hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/c/aff9225e225e42f8a804918bc97a4c29 2024-12-07T15:20:41,862 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/c/aff9225e225e42f8a804918bc97a4c29, entries=10, sequenceid=66, filesize=5.8 K 2024-12-07T15:20:41,862 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 4bb7e102df73898b0b6c0c91c38e1780 in 91ms, sequenceid=66, compaction requested=false; wal=null 2024-12-07T15:20:41,862 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/recovered.edits/0000000000000000066 2024-12-07T15:20:41,863 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:41,863 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:41,864 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T15:20:41,865 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4bb7e102df73898b0b6c0c91c38e1780 2024-12-07T15:20:41,867 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/hbase/data/default/testReplayEditsWrittenViaHRegion/4bb7e102df73898b0b6c0c91c38e1780/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-12-07T15:20:41,868 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4bb7e102df73898b0b6c0c91c38e1780; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60180486, jitterRate=-0.10324087738990784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T15:20:41,868 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4bb7e102df73898b0b6c0c91c38e1780: Writing region info on filesystem at 1733584841747Initializing all the Stores at 1733584841747Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584841747Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584841747Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733584841747Obtaining lock to block concurrent updates at 1733584841771 (+24 ms)Preparing flush snapshotting stores in 4bb7e102df73898b0b6c0c91c38e1780 at 1733584841771Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733584837347.4bb7e102df73898b0b6c0c91c38e1780., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733584841772 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1733584837347.4bb7e102df73898b0b6c0c91c38e1780. at 1733584841772Flushing 4bb7e102df73898b0b6c0c91c38e1780/a: creating writer at 1733584841772Flushing 4bb7e102df73898b0b6c0c91c38e1780/a: appending metadata at 1733584841785 (+13 ms)Flushing 4bb7e102df73898b0b6c0c91c38e1780/a: closing flushed file at 1733584841785Flushing 4bb7e102df73898b0b6c0c91c38e1780/b: creating writer at 1733584841797 (+12 ms)Flushing 4bb7e102df73898b0b6c0c91c38e1780/b: appending metadata at 1733584841811 (+14 ms)Flushing 4bb7e102df73898b0b6c0c91c38e1780/b: closing flushed file at 1733584841811Flushing 4bb7e102df73898b0b6c0c91c38e1780/c: creating writer at 1733584841823 (+12 ms)Flushing 4bb7e102df73898b0b6c0c91c38e1780/c: appending metadata at 1733584841837 (+14 ms)Flushing 4bb7e102df73898b0b6c0c91c38e1780/c: closing flushed file at 1733584841837Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e846a75: reopening flushed file at 1733584841848 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ffcf762: reopening flushed file at 1733584841853 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f2a4a56: reopening flushed file at 1733584841857 (+4 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 4bb7e102df73898b0b6c0c91c38e1780 in 91ms, sequenceid=66, compaction requested=false; wal=null at 1733584841862 (+5 ms)Cleaning up temporary data from old regions at 1733584841863 (+1 ms)Region opened successfully at 1733584841868 (+5 ms) 2024-12-07T15:20:41,880 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4bb7e102df73898b0b6c0c91c38e1780, disabling compactions & flushes 2024-12-07T15:20:41,881 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733584837347.4bb7e102df73898b0b6c0c91c38e1780. 2024-12-07T15:20:41,881 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733584837347.4bb7e102df73898b0b6c0c91c38e1780. 2024-12-07T15:20:41,881 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733584837347.4bb7e102df73898b0b6c0c91c38e1780. after waiting 0 ms 2024-12-07T15:20:41,881 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733584837347.4bb7e102df73898b0b6c0c91c38e1780. 2024-12-07T15:20:41,882 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733584837347.4bb7e102df73898b0b6c0c91c38e1780. 2024-12-07T15:20:41,882 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4bb7e102df73898b0b6c0c91c38e1780: Waiting for close lock at 1733584841880Disabling compacts and flushes for region at 1733584841880Disabling writes for close at 1733584841881 (+1 ms)Writing region close event to WAL at 1733584841882 (+1 ms)Closed at 1733584841882 2024-12-07T15:20:41,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741934_1114 (size=93) 2024-12-07T15:20:41,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741934_1114 (size=93) 2024-12-07T15:20:41,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741934_1114 (size=93) 2024-12-07T15:20:41,887 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T15:20:41,887 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733584841729) 2024-12-07T15:20:41,906 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=448 (was 440) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:40039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:40039 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1705431044_22 at /127.0.0.1:57252 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1705431044_22 at /127.0.0.1:59704 [Waiting for operation #23] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1705431044_22 at /127.0.0.1:56078 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1412 (was 1346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=159 (was 164), ProcessCount=11 (was 11), AvailableMemoryMB=7405 (was 7427) 2024-12-07T15:20:41,906 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1412 is superior to 1024 2024-12-07T15:20:41,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-07T15:20:41,907 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T15:20:41,907 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T15:20:41,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T15:20:41,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T15:20:41,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T15:20:41,908 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T15:20:41,908 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1089479812, stopped=false 2024-12-07T15:20:41,908 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d6797ebe9c52,45931,1733584803355 2024-12-07T15:20:41,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35985-0x1018d82bd890001, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-07T15:20:41,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35985-0x1018d82bd890001, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T15:20:41,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x1018d82bd890002, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-07T15:20:41,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x1018d82bd890002, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T15:20:41,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45931-0x1018d82bd890000, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-07T15:20:41,911 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T15:20:41,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45931-0x1018d82bd890000, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T15:20:41,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39727-0x1018d82bd890002, quorum=127.0.0.1:53907, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T15:20:41,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45931-0x1018d82bd890000, quorum=127.0.0.1:53907, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T15:20:41,912 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T15:20:41,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35985-0x1018d82bd890001, quorum=127.0.0.1:53907, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T15:20:41,913 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T15:20:41,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T15:20:41,913 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd6797ebe9c52,35985,1733584804067' ***** 2024-12-07T15:20:41,913 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T15:20:41,913 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd6797ebe9c52,39727,1733584804168' ***** 2024-12-07T15:20:41,913 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T15:20:41,914 INFO [RS:0;d6797ebe9c52:35985 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T15:20:41,914 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T15:20:41,914 INFO [RS:1;d6797ebe9c52:39727 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T15:20:41,914 INFO [RS:1;d6797ebe9c52:39727 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T15:20:41,914 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T15:20:41,914 INFO [RS:1;d6797ebe9c52:39727 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T15:20:41,914 INFO [RS:1;d6797ebe9c52:39727 {}] regionserver.HRegionServer(959): stopping server d6797ebe9c52,39727,1733584804168 2024-12-07T15:20:41,914 INFO [RS:1;d6797ebe9c52:39727 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T15:20:41,914 INFO [RS:1;d6797ebe9c52:39727 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;d6797ebe9c52:39727. 2024-12-07T15:20:41,914 DEBUG [RS:1;d6797ebe9c52:39727 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T15:20:41,914 DEBUG [RS:1;d6797ebe9c52:39727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T15:20:41,914 INFO [RS:1;d6797ebe9c52:39727 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T15:20:41,915 INFO [RS:1;d6797ebe9c52:39727 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T15:20:41,915 INFO [RS:1;d6797ebe9c52:39727 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T15:20:41,915 INFO [RS:1;d6797ebe9c52:39727 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-07T15:20:41,915 INFO [RS:0;d6797ebe9c52:35985 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T15:20:41,915 INFO [RS:0;d6797ebe9c52:35985 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T15:20:41,915 INFO [RS:1;d6797ebe9c52:39727 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-07T15:20:41,915 INFO [RS:0;d6797ebe9c52:35985 {}] regionserver.HRegionServer(3091): Received CLOSE for e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:41,915 DEBUG [RS:1;d6797ebe9c52:39727 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-07T15:20:41,915 INFO [RS:0;d6797ebe9c52:35985 {}] regionserver.HRegionServer(959): stopping server d6797ebe9c52,35985,1733584804067 2024-12-07T15:20:41,915 INFO [RS:0;d6797ebe9c52:35985 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T15:20:41,915 DEBUG [RS:1;d6797ebe9c52:39727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T15:20:41,915 INFO [RS:0;d6797ebe9c52:35985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d6797ebe9c52:35985. 2024-12-07T15:20:41,915 DEBUG [RS:0;d6797ebe9c52:35985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T15:20:41,915 DEBUG [RS:0;d6797ebe9c52:35985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T15:20:41,915 DEBUG [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e428c5300fdb09618f4f4c69583884e6, disabling compactions & flushes 2024-12-07T15:20:41,915 DEBUG [RS_CLOSE_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T15:20:41,915 INFO [RS:0;d6797ebe9c52:35985 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-07T15:20:41,915 INFO [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:41,915 INFO [RS_CLOSE_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T15:20:41,915 DEBUG [RS:0;d6797ebe9c52:35985 {}] regionserver.HRegionServer(1325): Online Regions={e428c5300fdb09618f4f4c69583884e6=testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6.} 2024-12-07T15:20:41,915 DEBUG [RS:0;d6797ebe9c52:35985 {}] regionserver.HRegionServer(1351): Waiting on e428c5300fdb09618f4f4c69583884e6 2024-12-07T15:20:41,915 DEBUG [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:41,915 DEBUG [RS_CLOSE_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T15:20:41,915 DEBUG [RS_CLOSE_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T15:20:41,915 DEBUG [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. after waiting 0 ms 2024-12-07T15:20:41,916 DEBUG [RS_CLOSE_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T15:20:41,916 DEBUG [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:41,916 INFO [RS_CLOSE_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-12-07T15:20:41,921 DEBUG [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e428c5300fdb09618f4f4c69583884e6/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-12-07T15:20:41,922 INFO [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:41,922 DEBUG [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e428c5300fdb09618f4f4c69583884e6: Waiting for close lock at 1733584841915Running coprocessor pre-close hooks at 1733584841915Disabling compacts and flushes for region at 1733584841915Disabling writes for close at 1733584841916 (+1 ms)Writing region close event to WAL at 1733584841917 (+1 ms)Running coprocessor post-close hooks at 1733584841922 (+5 ms)Closed at 1733584841922 2024-12-07T15:20:41,922 DEBUG [RS_CLOSE_REGION-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6. 2024-12-07T15:20:41,930 INFO [regionserver/d6797ebe9c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T15:20:41,939 DEBUG [RS_CLOSE_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/hbase/meta/1588230740/.tmp/info/674787228f2c444689963ae2a0df7c31 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733584818455.e428c5300fdb09618f4f4c69583884e6./info:regioninfo/1733584821931/Put/seqid=0 2024-12-07T15:20:41,940 INFO [regionserver/d6797ebe9c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T15:20:41,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741938_1118 (size=8243) 2024-12-07T15:20:41,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741938_1118 (size=8243) 2024-12-07T15:20:41,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741938_1118 (size=8243) 2024-12-07T15:20:41,947 INFO [RS_CLOSE_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/hbase/meta/1588230740/.tmp/info/674787228f2c444689963ae2a0df7c31 2024-12-07T15:20:41,973 DEBUG [RS_CLOSE_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/hbase/meta/1588230740/.tmp/ns/527c8b6249094e88bb44a73334cb8520 is 43, key is default/ns:d/1733584806171/Put/seqid=0 2024-12-07T15:20:41,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741939_1119 (size=5153) 2024-12-07T15:20:41,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741939_1119 (size=5153) 2024-12-07T15:20:41,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741939_1119 (size=5153) 2024-12-07T15:20:41,981 INFO [RS_CLOSE_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/hbase/meta/1588230740/.tmp/ns/527c8b6249094e88bb44a73334cb8520 2024-12-07T15:20:42,001 DEBUG [RS_CLOSE_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/hbase/meta/1588230740/.tmp/table/af63ef11f44345b399e07c3cde566721 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733584819290/Put/seqid=0 2024-12-07T15:20:42,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741940_1120 (size=5431) 2024-12-07T15:20:42,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741940_1120 (size=5431) 2024-12-07T15:20:42,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741940_1120 (size=5431) 2024-12-07T15:20:42,008 INFO [RS_CLOSE_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/hbase/meta/1588230740/.tmp/table/af63ef11f44345b399e07c3cde566721 2024-12-07T15:20:42,013 DEBUG [RS_CLOSE_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/hbase/meta/1588230740/.tmp/info/674787228f2c444689963ae2a0df7c31 as hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/hbase/meta/1588230740/info/674787228f2c444689963ae2a0df7c31 2024-12-07T15:20:42,019 INFO [RS_CLOSE_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/hbase/meta/1588230740/info/674787228f2c444689963ae2a0df7c31, entries=18, sequenceid=21, filesize=8.0 K 2024-12-07T15:20:42,020 DEBUG [RS_CLOSE_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/hbase/meta/1588230740/.tmp/ns/527c8b6249094e88bb44a73334cb8520 as hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/hbase/meta/1588230740/ns/527c8b6249094e88bb44a73334cb8520 2024-12-07T15:20:42,025 INFO [RS_CLOSE_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/hbase/meta/1588230740/ns/527c8b6249094e88bb44a73334cb8520, entries=2, sequenceid=21, filesize=5.0 K 2024-12-07T15:20:42,026 DEBUG [RS_CLOSE_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/hbase/meta/1588230740/.tmp/table/af63ef11f44345b399e07c3cde566721 as hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/hbase/meta/1588230740/table/af63ef11f44345b399e07c3cde566721 2024-12-07T15:20:42,030 INFO [RS_CLOSE_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/hbase/meta/1588230740/table/af63ef11f44345b399e07c3cde566721, entries=2, sequenceid=21, filesize=5.3 K 2024-12-07T15:20:42,031 INFO [RS_CLOSE_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 115ms, sequenceid=21, compaction requested=false 2024-12-07T15:20:42,035 DEBUG [RS_CLOSE_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-07T15:20:42,036 DEBUG [RS_CLOSE_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T15:20:42,036 INFO [RS_CLOSE_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T15:20:42,036 DEBUG [RS_CLOSE_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733584841915Running coprocessor pre-close hooks at 1733584841915Disabling compacts and flushes for region at 1733584841915Disabling writes for close at 1733584841915Obtaining lock to block concurrent updates at 1733584841916 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733584841916Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1733584841916Flushing stores of hbase:meta,,1.1588230740 at 1733584841917 (+1 ms)Flushing 1588230740/info: creating writer at 1733584841917Flushing 1588230740/info: appending metadata at 1733584841938 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733584841938Flushing 1588230740/ns: creating writer at 1733584841953 (+15 ms)Flushing 1588230740/ns: appending metadata at 1733584841972 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733584841972Flushing 1588230740/table: creating writer at 1733584841987 (+15 ms)Flushing 1588230740/table: appending metadata at 1733584842001 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733584842001Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c6da6d4: reopening flushed file at 1733584842013 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60ec347b: reopening flushed file at 1733584842019 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49f18546: reopening flushed file at 1733584842025 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 115ms, sequenceid=21, compaction requested=false at 1733584842031 (+6 ms)Writing region close event to WAL at 1733584842032 (+1 ms)Running coprocessor post-close hooks at 1733584842035 (+3 ms)Closed at 1733584842036 (+1 ms) 2024-12-07T15:20:42,036 DEBUG [RS_CLOSE_META-regionserver/d6797ebe9c52:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T15:20:42,115 INFO [RS:1;d6797ebe9c52:39727 {}] regionserver.HRegionServer(976): stopping server d6797ebe9c52,39727,1733584804168; all regions closed. 2024-12-07T15:20:42,116 INFO [RS:0;d6797ebe9c52:35985 {}] regionserver.HRegionServer(976): stopping server d6797ebe9c52,35985,1733584804067; all regions closed. 2024-12-07T15:20:42,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741836_1012 (size=8899) 2024-12-07T15:20:42,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741836_1012 (size=8899) 2024-12-07T15:20:42,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741834_1010 (size=3433) 2024-12-07T15:20:42,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741836_1012 (size=8899) 2024-12-07T15:20:42,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741834_1010 (size=3433) 2024-12-07T15:20:42,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741834_1010 (size=3433) 2024-12-07T15:20:42,122 DEBUG [RS:0;d6797ebe9c52:35985 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/oldWALs 2024-12-07T15:20:42,122 INFO [RS:0;d6797ebe9c52:35985 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d6797ebe9c52%2C35985%2C1733584804067:(num 1733584805574) 2024-12-07T15:20:42,122 DEBUG [RS:0;d6797ebe9c52:35985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T15:20:42,122 INFO [RS:0;d6797ebe9c52:35985 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T15:20:42,122 INFO [RS:0;d6797ebe9c52:35985 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T15:20:42,122 DEBUG [RS:1;d6797ebe9c52:39727 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/oldWALs 2024-12-07T15:20:42,122 INFO [RS:1;d6797ebe9c52:39727 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d6797ebe9c52%2C39727%2C1733584804168.meta:.meta(num 1733584806008) 2024-12-07T15:20:42,122 INFO [RS:0;d6797ebe9c52:35985 {}] hbase.ChoreService(370): Chore service for: regionserver/d6797ebe9c52:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-07T15:20:42,122 INFO [RS:0;d6797ebe9c52:35985 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T15:20:42,122 INFO [RS:0;d6797ebe9c52:35985 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T15:20:42,122 INFO [regionserver/d6797ebe9c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T15:20:42,122 INFO [RS:0;d6797ebe9c52:35985 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T15:20:42,122 INFO [RS:0;d6797ebe9c52:35985 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T15:20:42,123 INFO [RS:0;d6797ebe9c52:35985 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35985 2024-12-07T15:20:42,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45931-0x1018d82bd890000, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T15:20:42,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741833_1009 (size=93) 2024-12-07T15:20:42,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35985-0x1018d82bd890001, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d6797ebe9c52,35985,1733584804067 2024-12-07T15:20:42,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741833_1009 (size=93) 2024-12-07T15:20:42,125 INFO [RS:0;d6797ebe9c52:35985 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T15:20:42,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741833_1009 (size=93) 2024-12-07T15:20:42,127 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d6797ebe9c52,35985,1733584804067] 2024-12-07T15:20:42,128 DEBUG [RS:1;d6797ebe9c52:39727 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/oldWALs 2024-12-07T15:20:42,128 INFO [RS:1;d6797ebe9c52:39727 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d6797ebe9c52%2C39727%2C1733584804168:(num 1733584805574) 2024-12-07T15:20:42,128 DEBUG [RS:1;d6797ebe9c52:39727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T15:20:42,128 INFO [RS:1;d6797ebe9c52:39727 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T15:20:42,128 INFO [RS:1;d6797ebe9c52:39727 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T15:20:42,128 INFO [RS:1;d6797ebe9c52:39727 {}] hbase.ChoreService(370): Chore service for: regionserver/d6797ebe9c52:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-07T15:20:42,128 INFO [RS:1;d6797ebe9c52:39727 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T15:20:42,128 INFO [regionserver/d6797ebe9c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T15:20:42,128 INFO [RS:1;d6797ebe9c52:39727 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39727 2024-12-07T15:20:42,129 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d6797ebe9c52,35985,1733584804067 already deleted, retry=false 2024-12-07T15:20:42,129 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d6797ebe9c52,35985,1733584804067 expired; onlineServers=1 2024-12-07T15:20:42,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45931-0x1018d82bd890000, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T15:20:42,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x1018d82bd890002, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d6797ebe9c52,39727,1733584804168 2024-12-07T15:20:42,130 INFO [RS:1;d6797ebe9c52:39727 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T15:20:42,131 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d6797ebe9c52,39727,1733584804168] 2024-12-07T15:20:42,132 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d6797ebe9c52,39727,1733584804168 already deleted, retry=false 2024-12-07T15:20:42,132 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d6797ebe9c52,39727,1733584804168 expired; onlineServers=0 2024-12-07T15:20:42,132 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd6797ebe9c52,45931,1733584803355' ***** 2024-12-07T15:20:42,132 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T15:20:42,132 INFO [M:0;d6797ebe9c52:45931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T15:20:42,133 INFO [M:0;d6797ebe9c52:45931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T15:20:42,133 DEBUG [M:0;d6797ebe9c52:45931 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T15:20:42,133 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T15:20:42,133 DEBUG [M:0;d6797ebe9c52:45931 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T15:20:42,133 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster-HFileCleaner.large.0-1733584805233 {}] cleaner.HFileCleaner(306): Exit Thread[master/d6797ebe9c52:0:becomeActiveMaster-HFileCleaner.large.0-1733584805233,5,FailOnTimeoutGroup] 2024-12-07T15:20:42,133 DEBUG [master/d6797ebe9c52:0:becomeActiveMaster-HFileCleaner.small.0-1733584805234 {}] cleaner.HFileCleaner(306): Exit Thread[master/d6797ebe9c52:0:becomeActiveMaster-HFileCleaner.small.0-1733584805234,5,FailOnTimeoutGroup] 2024-12-07T15:20:42,133 INFO [M:0;d6797ebe9c52:45931 {}] hbase.ChoreService(370): Chore service for: master/d6797ebe9c52:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-07T15:20:42,133 INFO [M:0;d6797ebe9c52:45931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T15:20:42,133 DEBUG [M:0;d6797ebe9c52:45931 {}] master.HMaster(1795): Stopping service threads 2024-12-07T15:20:42,133 INFO [M:0;d6797ebe9c52:45931 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T15:20:42,133 INFO [M:0;d6797ebe9c52:45931 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T15:20:42,134 INFO [M:0;d6797ebe9c52:45931 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T15:20:42,134 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T15:20:42,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45931-0x1018d82bd890000, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-07T15:20:42,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45931-0x1018d82bd890000, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T15:20:42,136 DEBUG [M:0;d6797ebe9c52:45931 {}] zookeeper.ZKUtil(347): master:45931-0x1018d82bd890000, quorum=127.0.0.1:53907, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-07T15:20:42,136 WARN [M:0;d6797ebe9c52:45931 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-07T15:20:42,136 INFO [M:0;d6797ebe9c52:45931 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/.lastflushedseqids 2024-12-07T15:20:42,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741941_1121 (size=138) 2024-12-07T15:20:42,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741941_1121 (size=138) 2024-12-07T15:20:42,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741941_1121 (size=138) 2024-12-07T15:20:42,149 INFO [M:0;d6797ebe9c52:45931 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-07T15:20:42,149 INFO [M:0;d6797ebe9c52:45931 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T15:20:42,149 DEBUG [M:0;d6797ebe9c52:45931 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T15:20:42,149 INFO [M:0;d6797ebe9c52:45931 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T15:20:42,149 DEBUG [M:0;d6797ebe9c52:45931 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T15:20:42,149 DEBUG [M:0;d6797ebe9c52:45931 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T15:20:42,149 DEBUG [M:0;d6797ebe9c52:45931 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T15:20:42,149 INFO [M:0;d6797ebe9c52:45931 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.36 KB heapSize=83.73 KB 2024-12-07T15:20:42,165 DEBUG [M:0;d6797ebe9c52:45931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a10bc1737624b5d986676df01c026e1 is 82, key is hbase:meta,,1/info:regioninfo/1733584806097/Put/seqid=0 2024-12-07T15:20:42,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741942_1122 (size=5672) 2024-12-07T15:20:42,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741942_1122 (size=5672) 2024-12-07T15:20:42,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741942_1122 (size=5672) 2024-12-07T15:20:42,171 INFO [M:0;d6797ebe9c52:45931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a10bc1737624b5d986676df01c026e1 2024-12-07T15:20:42,191 DEBUG [M:0;d6797ebe9c52:45931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d017d84d48d4d77ba2d9d4d3235a88b is 1077, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733584819295/Put/seqid=0 2024-12-07T15:20:42,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741943_1123 (size=7756) 2024-12-07T15:20:42,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741943_1123 (size=7756) 2024-12-07T15:20:42,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741943_1123 (size=7756) 2024-12-07T15:20:42,202 INFO [M:0;d6797ebe9c52:45931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.62 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d017d84d48d4d77ba2d9d4d3235a88b 2024-12-07T15:20:42,207 INFO [M:0;d6797ebe9c52:45931 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d017d84d48d4d77ba2d9d4d3235a88b 2024-12-07T15:20:42,225 DEBUG [M:0;d6797ebe9c52:45931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f9cb64bcf98419484e3c5fe12ab3b48 is 69, key is d6797ebe9c52,35985,1733584804067/rs:state/1733584805306/Put/seqid=0 2024-12-07T15:20:42,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35985-0x1018d82bd890001, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T15:20:42,227 INFO [RS:0;d6797ebe9c52:35985 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T15:20:42,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35985-0x1018d82bd890001, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T15:20:42,227 INFO [RS:0;d6797ebe9c52:35985 {}] regionserver.HRegionServer(1031): Exiting; stopping=d6797ebe9c52,35985,1733584804067; zookeeper connection closed. 2024-12-07T15:20:42,227 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65db3fd8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65db3fd8 2024-12-07T15:20:42,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741944_1124 (size=5445) 2024-12-07T15:20:42,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x1018d82bd890002, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T15:20:42,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x1018d82bd890002, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T15:20:42,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741944_1124 (size=5445) 2024-12-07T15:20:42,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741944_1124 (size=5445) 2024-12-07T15:20:42,232 INFO [RS:1;d6797ebe9c52:39727 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T15:20:42,232 INFO [RS:1;d6797ebe9c52:39727 {}] regionserver.HRegionServer(1031): Exiting; stopping=d6797ebe9c52,39727,1733584804168; zookeeper connection closed. 2024-12-07T15:20:42,232 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d41772c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d41772c 2024-12-07T15:20:42,233 INFO [M:0;d6797ebe9c52:45931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f9cb64bcf98419484e3c5fe12ab3b48 2024-12-07T15:20:42,233 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-07T15:20:42,239 INFO [M:0;d6797ebe9c52:45931 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f9cb64bcf98419484e3c5fe12ab3b48 2024-12-07T15:20:42,240 DEBUG [M:0;d6797ebe9c52:45931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a10bc1737624b5d986676df01c026e1 as hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a10bc1737624b5d986676df01c026e1 2024-12-07T15:20:42,244 INFO [M:0;d6797ebe9c52:45931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a10bc1737624b5d986676df01c026e1, entries=8, sequenceid=168, filesize=5.5 K 2024-12-07T15:20:42,245 DEBUG [M:0;d6797ebe9c52:45931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d017d84d48d4d77ba2d9d4d3235a88b as hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d017d84d48d4d77ba2d9d4d3235a88b 2024-12-07T15:20:42,250 INFO [M:0;d6797ebe9c52:45931 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d017d84d48d4d77ba2d9d4d3235a88b 2024-12-07T15:20:42,250 INFO [M:0;d6797ebe9c52:45931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d017d84d48d4d77ba2d9d4d3235a88b, entries=17, sequenceid=168, filesize=7.6 K 2024-12-07T15:20:42,251 DEBUG [M:0;d6797ebe9c52:45931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f9cb64bcf98419484e3c5fe12ab3b48 as hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f9cb64bcf98419484e3c5fe12ab3b48 2024-12-07T15:20:42,256 INFO [M:0;d6797ebe9c52:45931 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f9cb64bcf98419484e3c5fe12ab3b48 2024-12-07T15:20:42,256 INFO [M:0;d6797ebe9c52:45931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/user/jenkins/test-data/5c66fa4d-1aa2-0708-3444-ad7656d82e31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f9cb64bcf98419484e3c5fe12ab3b48, entries=3, sequenceid=168, filesize=5.3 K 2024-12-07T15:20:42,258 INFO [M:0;d6797ebe9c52:45931 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.36 KB/69996, heapSize ~83.44 KB/85440, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 108ms, sequenceid=168, compaction requested=false 2024-12-07T15:20:42,259 INFO [M:0;d6797ebe9c52:45931 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T15:20:42,259 DEBUG [M:0;d6797ebe9c52:45931 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733584842149Disabling compacts and flushes for region at 1733584842149Disabling writes for close at 1733584842149Obtaining lock to block concurrent updates at 1733584842149Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733584842149Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69996, getHeapSize=85680, getOffHeapSize=0, getCellsCount=195 at 1733584842149Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733584842150 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733584842150Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733584842164 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733584842164Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733584842175 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733584842190 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733584842190Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733584842207 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733584842224 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733584842224Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f07d4c: reopening flushed file at 1733584842239 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@756d9a15: reopening flushed file at 1733584842244 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23429212: reopening flushed file at 1733584842251 (+7 ms)Finished flush of dataSize ~68.36 KB/69996, heapSize ~83.44 KB/85440, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 108ms, sequenceid=168, compaction requested=false at 1733584842258 (+7 ms)Writing region close event to WAL at 1733584842259 (+1 ms)Closed at 1733584842259 2024-12-07T15:20:42,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741830_1006 (size=81443) 2024-12-07T15:20:42,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43449 is added to blk_1073741830_1006 (size=81443) 2024-12-07T15:20:42,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741830_1006 (size=81443) 2024-12-07T15:20:42,264 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T15:20:42,264 INFO [M:0;d6797ebe9c52:45931 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-07T15:20:42,264 INFO [M:0;d6797ebe9c52:45931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45931 2024-12-07T15:20:42,264 INFO [M:0;d6797ebe9c52:45931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T15:20:42,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45931-0x1018d82bd890000, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T15:20:42,366 INFO [M:0;d6797ebe9c52:45931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T15:20:42,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45931-0x1018d82bd890000, quorum=127.0.0.1:53907, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T15:20:42,373 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733584822328/wal.1733584822605 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733584822328/wal.1733584822605 (inode 16655) Holder DFSClient_NONMAPREDUCE_594086006_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733584822328/wal.1733584822605 (inode 16655) Holder DFSClient_NONMAPREDUCE_594086006_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-07T15:20:42,374 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733584813928/wal.1733584814139 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T15:20:42,374 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733584837346/wal.1733584837531 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T15:20:42,376 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733584822742/wal.1733584832075 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733584822742/wal.1733584832075 (inode 16678) Holder DFSClient_NONMAPREDUCE_594086006_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733584822742/wal.1733584832075 (inode 16678) Holder DFSClient_NONMAPREDUCE_594086006_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-07T15:20:42,376 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733584807324/wal.1733584807503 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T15:20:42,378 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733584832265/wal.1733584832704 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733584832265/wal.1733584832704 (inode 16704) Holder DFSClient_NONMAPREDUCE_594086006_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733584832265/wal.1733584832704 (inode 16704) Holder DFSClient_NONMAPREDUCE_594086006_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-07T15:20:42,379 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733584832847/wal.1733584832909 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T15:20:42,381 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733584806989/wal.1733584807186 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733584806989/wal.1733584807186 (inode 16485) Holder DFSClient_NONMAPREDUCE_594086006_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733584806989/wal.1733584807186 (inode 16485) Holder DFSClient_NONMAPREDUCE_594086006_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-07T15:20:42,383 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733584806443/wal.1733584806693 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733584806443/wal.1733584806693 (inode 16462) Holder DFSClient_NONMAPREDUCE_594086006_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733584806443/wal.1733584806693 (inode 16462) Holder DFSClient_NONMAPREDUCE_594086006_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-07T15:20:42,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3217543c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T15:20:42,389 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13cfb6c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T15:20:42,389 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T15:20:42,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b2b98f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T15:20:42,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22fb7089{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/hadoop.log.dir/,STOPPED} 2024-12-07T15:20:42,392 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T15:20:42,392 WARN [BP-299547047-172.17.0.2-1733584800344 heartbeating to localhost/127.0.0.1:40039 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T15:20:42,392 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T15:20:42,392 WARN [BP-299547047-172.17.0.2-1733584800344 heartbeating to localhost/127.0.0.1:40039 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-299547047-172.17.0.2-1733584800344 (Datanode Uuid 56a08f7a-badd-4e07-a058-b606c71da0f4) service to localhost/127.0.0.1:40039 2024-12-07T15:20:42,393 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/cluster_f4f7bdc6-1747-2de0-7704-0bf82d6f5689/data/data5/current/BP-299547047-172.17.0.2-1733584800344 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T15:20:42,394 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/cluster_f4f7bdc6-1747-2de0-7704-0bf82d6f5689/data/data6/current/BP-299547047-172.17.0.2-1733584800344 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T15:20:42,394 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T15:20:42,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e9308b2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T15:20:42,396 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f18ac21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T15:20:42,396 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T15:20:42,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@918952d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T15:20:42,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a707162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/hadoop.log.dir/,STOPPED} 2024-12-07T15:20:42,398 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T15:20:42,398 WARN [BP-299547047-172.17.0.2-1733584800344 heartbeating to localhost/127.0.0.1:40039 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T15:20:42,398 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T15:20:42,398 WARN [BP-299547047-172.17.0.2-1733584800344 heartbeating to localhost/127.0.0.1:40039 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-299547047-172.17.0.2-1733584800344 (Datanode Uuid dbb8c44a-92e8-482e-a643-a9788e9db91e) service to localhost/127.0.0.1:40039 2024-12-07T15:20:42,398 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/cluster_f4f7bdc6-1747-2de0-7704-0bf82d6f5689/data/data3/current/BP-299547047-172.17.0.2-1733584800344 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T15:20:42,398 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/cluster_f4f7bdc6-1747-2de0-7704-0bf82d6f5689/data/data4/current/BP-299547047-172.17.0.2-1733584800344 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T15:20:42,399 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T15:20:42,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54387323{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T15:20:42,402 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a45a21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T15:20:42,403 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T15:20:42,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ce178fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T15:20:42,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75929b0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/hadoop.log.dir/,STOPPED} 2024-12-07T15:20:42,404 WARN [BP-299547047-172.17.0.2-1733584800344 heartbeating to localhost/127.0.0.1:40039 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T15:20:42,404 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T15:20:42,404 WARN [BP-299547047-172.17.0.2-1733584800344 heartbeating to localhost/127.0.0.1:40039 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-299547047-172.17.0.2-1733584800344 (Datanode Uuid 7d2b17fb-42ec-45cf-bac0-bf094202f5c4) service to localhost/127.0.0.1:40039 2024-12-07T15:20:42,404 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T15:20:42,405 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/cluster_f4f7bdc6-1747-2de0-7704-0bf82d6f5689/data/data1/current/BP-299547047-172.17.0.2-1733584800344 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T15:20:42,405 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/cluster_f4f7bdc6-1747-2de0-7704-0bf82d6f5689/data/data2/current/BP-299547047-172.17.0.2-1733584800344 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T15:20:42,405 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T15:20:42,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@398d2d49{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T15:20:42,412 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@166111eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T15:20:42,412 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T15:20:42,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71d2272d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T15:20:42,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d4d6e89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205da9f0-b4c9-72aa-f317-2694d0e0f9e2/hadoop.log.dir/,STOPPED} 2024-12-07T15:20:42,421 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-07T15:20:42,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down