2024-11-11 23:30:44,103 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-11 23:30:44,117 main DEBUG Took 0.011089 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 23:30:44,117 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 23:30:44,118 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 23:30:44,119 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 23:30:44,121 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:30:44,131 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 23:30:44,149 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:30:44,151 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:30:44,152 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:30:44,153 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:30:44,153 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:30:44,154 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:30:44,155 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:30:44,156 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:30:44,156 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:30:44,157 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:30:44,158 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:30:44,158 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:30:44,159 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:30:44,160 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:30:44,160 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:30:44,161 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:30:44,162 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:30:44,162 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:30:44,163 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:30:44,163 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:30:44,164 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:30:44,165 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:30:44,165 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:30:44,166 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:30:44,166 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:30:44,166 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 23:30:44,168 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:30:44,170 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 23:30:44,172 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 23:30:44,173 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 23:30:44,174 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 23:30:44,175 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 23:30:44,184 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 23:30:44,188 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 23:30:44,190 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 23:30:44,191 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 23:30:44,191 main DEBUG createAppenders(={Console}) 2024-11-11 23:30:44,193 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-11 23:30:44,193 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-11 23:30:44,194 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-11 23:30:44,195 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 23:30:44,195 main DEBUG OutputStream closed 2024-11-11 23:30:44,195 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 23:30:44,196 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 23:30:44,196 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-11 23:30:44,280 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 23:30:44,282 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 23:30:44,283 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 23:30:44,284 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 23:30:44,285 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 23:30:44,285 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 23:30:44,285 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 23:30:44,286 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 23:30:44,286 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 23:30:44,286 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 23:30:44,286 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 23:30:44,287 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 23:30:44,287 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 23:30:44,287 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 23:30:44,288 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 23:30:44,288 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 23:30:44,288 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 23:30:44,289 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 23:30:44,291 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 23:30:44,291 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-11 23:30:44,292 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 23:30:44,292 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-11T23:30:44,596 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc 2024-11-11 23:30:44,600 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 23:30:44,600 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T23:30:44,612 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-11T23:30:44,620 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-11-11T23:30:44,651 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T23:30:44,709 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T23:30:44,709 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T23:30:44,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T23:30:44,742 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/cluster_a8045f18-27a9-e129-48cd-1cea1d18991d, deleteOnExit=true 2024-11-11T23:30:44,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T23:30:44,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/test.cache.data in system properties and HBase conf 2024-11-11T23:30:44,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T23:30:44,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/hadoop.log.dir in system properties and HBase conf 2024-11-11T23:30:44,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T23:30:44,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T23:30:44,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T23:30:44,848 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T23:30:44,985 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T23:30:44,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:30:44,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:30:44,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T23:30:44,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:30:44,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T23:30:44,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T23:30:44,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:30:44,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:30:44,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T23:30:44,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/nfs.dump.dir in system properties and HBase conf 2024-11-11T23:30:44,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/java.io.tmpdir in system properties and HBase conf 2024-11-11T23:30:44,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:30:44,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T23:30:44,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T23:30:46,190 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T23:30:46,256 INFO [Time-limited test {}] log.Log(170): Logging initialized @3195ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T23:30:46,322 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:30:46,381 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:30:46,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:30:46,402 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:30:46,403 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T23:30:46,424 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:30:46,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5dc5014{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:30:46,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a6f93cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:30:46,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c8b857b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/java.io.tmpdir/jetty-localhost-37121-hadoop-hdfs-3_4_1-tests_jar-_-any-4041467360015787460/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:30:46,666 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58a7ff93{HTTP/1.1, (http/1.1)}{localhost:37121} 2024-11-11T23:30:46,667 INFO [Time-limited test {}] server.Server(415): Started @3605ms 2024-11-11T23:30:47,285 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:30:47,292 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:30:47,293 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:30:47,293 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:30:47,293 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T23:30:47,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c08d013{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:30:47,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@126e7def{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:30:47,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42f600cb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/java.io.tmpdir/jetty-localhost-38835-hadoop-hdfs-3_4_1-tests_jar-_-any-2057625134664317817/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:30:47,407 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65b1b419{HTTP/1.1, (http/1.1)}{localhost:38835} 2024-11-11T23:30:47,407 INFO [Time-limited test {}] server.Server(415): Started @4345ms 2024-11-11T23:30:47,455 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T23:30:47,562 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:30:47,568 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:30:47,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:30:47,573 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:30:47,573 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T23:30:47,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@742c5368{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:30:47,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@243ebd61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:30:47,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60e7a707{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/java.io.tmpdir/jetty-localhost-44051-hadoop-hdfs-3_4_1-tests_jar-_-any-17925895097428677615/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:30:47,688 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32596fb2{HTTP/1.1, (http/1.1)}{localhost:44051} 2024-11-11T23:30:47,688 INFO [Time-limited test {}] server.Server(415): Started @4627ms 2024-11-11T23:30:47,691 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T23:30:47,725 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:30:47,730 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:30:47,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:30:47,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:30:47,732 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T23:30:47,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3551c61e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:30:47,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bbcb0d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:30:47,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@275031b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/java.io.tmpdir/jetty-localhost-43287-hadoop-hdfs-3_4_1-tests_jar-_-any-383060873569383574/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:30:47,831 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1754605b{HTTP/1.1, (http/1.1)}{localhost:43287} 2024-11-11T23:30:47,831 INFO [Time-limited test {}] server.Server(415): Started @4770ms 2024-11-11T23:30:47,833 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T23:30:49,429 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/cluster_a8045f18-27a9-e129-48cd-1cea1d18991d/data/data4/current/BP-1691708837-172.17.0.2-1731367845615/current, will proceed with Du for space computation calculation, 2024-11-11T23:30:49,429 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/cluster_a8045f18-27a9-e129-48cd-1cea1d18991d/data/data1/current/BP-1691708837-172.17.0.2-1731367845615/current, will proceed with Du for space computation calculation, 2024-11-11T23:30:49,429 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/cluster_a8045f18-27a9-e129-48cd-1cea1d18991d/data/data3/current/BP-1691708837-172.17.0.2-1731367845615/current, will proceed with Du for space computation calculation, 2024-11-11T23:30:49,429 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/cluster_a8045f18-27a9-e129-48cd-1cea1d18991d/data/data2/current/BP-1691708837-172.17.0.2-1731367845615/current, will proceed with Du for space computation calculation, 2024-11-11T23:30:49,457 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T23:30:49,457 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T23:30:49,503 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x246a9866d751d66a with lease ID 0xf512d4d5fc5e482a: Processing first storage report for DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41 from datanode DatanodeRegistration(127.0.0.1:32917, datanodeUuid=4a5a2f98-8e29-4051-97c4-ad5bdae626c2, infoPort=44027, infoSecurePort=0, ipcPort=34751, storageInfo=lv=-57;cid=testClusterID;nsid=1084747321;c=1731367845615) 2024-11-11T23:30:49,504 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x246a9866d751d66a with lease ID 0xf512d4d5fc5e482a: from storage DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41 node DatanodeRegistration(127.0.0.1:32917, datanodeUuid=4a5a2f98-8e29-4051-97c4-ad5bdae626c2, infoPort=44027, infoSecurePort=0, ipcPort=34751, storageInfo=lv=-57;cid=testClusterID;nsid=1084747321;c=1731367845615), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T23:30:49,504 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28f4c4b8be0be9c8 with lease ID 0xf512d4d5fc5e482b: Processing first storage report for DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75 from datanode DatanodeRegistration(127.0.0.1:39445, datanodeUuid=44d5335f-5b63-40e5-92d5-62aa44b27bcf, infoPort=44563, infoSecurePort=0, ipcPort=40977, storageInfo=lv=-57;cid=testClusterID;nsid=1084747321;c=1731367845615) 2024-11-11T23:30:49,504 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28f4c4b8be0be9c8 with lease ID 0xf512d4d5fc5e482b: from storage DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75 node DatanodeRegistration(127.0.0.1:39445, datanodeUuid=44d5335f-5b63-40e5-92d5-62aa44b27bcf, infoPort=44563, infoSecurePort=0, ipcPort=40977, storageInfo=lv=-57;cid=testClusterID;nsid=1084747321;c=1731367845615), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:30:49,505 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x246a9866d751d66a with lease ID 0xf512d4d5fc5e482a: Processing first storage report for DS-47288496-276c-49ab-a5a4-1a7862bcd25a from datanode DatanodeRegistration(127.0.0.1:32917, datanodeUuid=4a5a2f98-8e29-4051-97c4-ad5bdae626c2, infoPort=44027, infoSecurePort=0, ipcPort=34751, storageInfo=lv=-57;cid=testClusterID;nsid=1084747321;c=1731367845615) 2024-11-11T23:30:49,505 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x246a9866d751d66a with lease ID 0xf512d4d5fc5e482a: from storage DS-47288496-276c-49ab-a5a4-1a7862bcd25a node DatanodeRegistration(127.0.0.1:32917, datanodeUuid=4a5a2f98-8e29-4051-97c4-ad5bdae626c2, infoPort=44027, infoSecurePort=0, ipcPort=34751, storageInfo=lv=-57;cid=testClusterID;nsid=1084747321;c=1731367845615), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:30:49,505 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28f4c4b8be0be9c8 with lease ID 0xf512d4d5fc5e482b: Processing first storage report for DS-9eee8b13-b940-457c-8b95-2202b9d90a72 from datanode DatanodeRegistration(127.0.0.1:39445, datanodeUuid=44d5335f-5b63-40e5-92d5-62aa44b27bcf, infoPort=44563, infoSecurePort=0, ipcPort=40977, storageInfo=lv=-57;cid=testClusterID;nsid=1084747321;c=1731367845615) 2024-11-11T23:30:49,505 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28f4c4b8be0be9c8 with lease ID 0xf512d4d5fc5e482b: from storage DS-9eee8b13-b940-457c-8b95-2202b9d90a72 node DatanodeRegistration(127.0.0.1:39445, datanodeUuid=44d5335f-5b63-40e5-92d5-62aa44b27bcf, infoPort=44563, infoSecurePort=0, ipcPort=40977, storageInfo=lv=-57;cid=testClusterID;nsid=1084747321;c=1731367845615), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:30:49,574 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/cluster_a8045f18-27a9-e129-48cd-1cea1d18991d/data/data5/current/BP-1691708837-172.17.0.2-1731367845615/current, will proceed with Du for space computation calculation, 2024-11-11T23:30:49,574 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/cluster_a8045f18-27a9-e129-48cd-1cea1d18991d/data/data6/current/BP-1691708837-172.17.0.2-1731367845615/current, will proceed with Du for space computation calculation, 2024-11-11T23:30:49,593 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T23:30:49,598 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x210427ae298a7303 with lease ID 0xf512d4d5fc5e482c: Processing first storage report for DS-91bdd526-bce5-4608-b953-af1cb2c82604 from datanode DatanodeRegistration(127.0.0.1:38727, datanodeUuid=3ea36f4b-a69e-4943-bbb5-47025a3aaf0a, infoPort=35193, infoSecurePort=0, ipcPort=46317, storageInfo=lv=-57;cid=testClusterID;nsid=1084747321;c=1731367845615) 2024-11-11T23:30:49,599 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x210427ae298a7303 with lease ID 0xf512d4d5fc5e482c: from storage DS-91bdd526-bce5-4608-b953-af1cb2c82604 node DatanodeRegistration(127.0.0.1:38727, datanodeUuid=3ea36f4b-a69e-4943-bbb5-47025a3aaf0a, infoPort=35193, infoSecurePort=0, ipcPort=46317, storageInfo=lv=-57;cid=testClusterID;nsid=1084747321;c=1731367845615), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:30:49,599 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x210427ae298a7303 with lease ID 0xf512d4d5fc5e482c: Processing first storage report for DS-e6fee262-8b51-4985-ae56-fc28c55b7da7 from datanode DatanodeRegistration(127.0.0.1:38727, datanodeUuid=3ea36f4b-a69e-4943-bbb5-47025a3aaf0a, infoPort=35193, infoSecurePort=0, ipcPort=46317, storageInfo=lv=-57;cid=testClusterID;nsid=1084747321;c=1731367845615) 2024-11-11T23:30:49,599 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x210427ae298a7303 with lease ID 0xf512d4d5fc5e482c: from storage DS-e6fee262-8b51-4985-ae56-fc28c55b7da7 node DatanodeRegistration(127.0.0.1:38727, datanodeUuid=3ea36f4b-a69e-4943-bbb5-47025a3aaf0a, infoPort=35193, infoSecurePort=0, ipcPort=46317, storageInfo=lv=-57;cid=testClusterID;nsid=1084747321;c=1731367845615), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T23:30:49,670 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc 2024-11-11T23:30:49,737 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/cluster_a8045f18-27a9-e129-48cd-1cea1d18991d/zookeeper_0, clientPort=62889, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/cluster_a8045f18-27a9-e129-48cd-1cea1d18991d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/cluster_a8045f18-27a9-e129-48cd-1cea1d18991d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T23:30:49,756 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62889 2024-11-11T23:30:49,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:30:49,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:30:49,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741825_1001 (size=7) 2024-11-11T23:30:49,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741825_1001 (size=7) 2024-11-11T23:30:49,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741825_1001 (size=7) 2024-11-11T23:30:50,369 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198 with version=8 2024-11-11T23:30:50,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/hbase-staging 2024-11-11T23:30:50,624 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:30:50,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:30:50,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:30:50,637 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:30:50,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:30:50,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:30:50,772 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T23:30:50,849 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T23:30:50,860 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T23:30:50,865 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:30:50,900 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 83259 (auto-detected) 2024-11-11T23:30:50,902 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T23:30:50,923 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39487 2024-11-11T23:30:50,951 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39487 connecting to ZooKeeper ensemble=127.0.0.1:62889 2024-11-11T23:30:51,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394870x0, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:30:51,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39487-0x1012c3ccaa50000 connected 2024-11-11T23:30:51,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:30:51,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:30:51,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39487-0x1012c3ccaa50000, quorum=127.0.0.1:62889, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T23:30:51,355 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198, hbase.cluster.distributed=false 2024-11-11T23:30:51,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39487-0x1012c3ccaa50000, quorum=127.0.0.1:62889, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T23:30:51,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39487 2024-11-11T23:30:51,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39487 2024-11-11T23:30:51,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39487 2024-11-11T23:30:51,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39487 2024-11-11T23:30:51,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39487 2024-11-11T23:30:51,514 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:30:51,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:30:51,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:30:51,518 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:30:51,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:30:51,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:30:51,521 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T23:30:51,524 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:30:51,525 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41181 2024-11-11T23:30:51,528 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41181 connecting to ZooKeeper ensemble=127.0.0.1:62889 2024-11-11T23:30:51,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:30:51,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:30:51,608 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411810x0, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:30:51,609 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41181-0x1012c3ccaa50001 connected 2024-11-11T23:30:51,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411810x0, quorum=127.0.0.1:62889, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T23:30:51,613 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T23:30:51,621 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T23:30:51,623 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41181-0x1012c3ccaa50001, quorum=127.0.0.1:62889, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T23:30:51,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41181-0x1012c3ccaa50001, quorum=127.0.0.1:62889, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T23:30:51,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41181 2024-11-11T23:30:51,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41181 2024-11-11T23:30:51,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41181 2024-11-11T23:30:51,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41181 2024-11-11T23:30:51,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41181 2024-11-11T23:30:51,646 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:30:51,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:30:51,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:30:51,647 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:30:51,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:30:51,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:30:51,647 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T23:30:51,648 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:30:51,649 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43611 2024-11-11T23:30:51,650 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43611 connecting to ZooKeeper ensemble=127.0.0.1:62889 2024-11-11T23:30:51,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:30:51,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:30:51,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436110x0, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:30:51,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436110x0, quorum=127.0.0.1:62889, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T23:30:51,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43611-0x1012c3ccaa50002 connected 2024-11-11T23:30:51,672 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T23:30:51,674 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T23:30:51,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43611-0x1012c3ccaa50002, quorum=127.0.0.1:62889, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T23:30:51,678 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43611-0x1012c3ccaa50002, quorum=127.0.0.1:62889, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T23:30:51,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43611 2024-11-11T23:30:51,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43611 2024-11-11T23:30:51,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43611 2024-11-11T23:30:51,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43611 2024-11-11T23:30:51,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43611 2024-11-11T23:30:51,700 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:30:51,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:30:51,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:30:51,701 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:30:51,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:30:51,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:30:51,701 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T23:30:51,702 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:30:51,703 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35687 2024-11-11T23:30:51,705 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35687 connecting to ZooKeeper ensemble=127.0.0.1:62889 2024-11-11T23:30:51,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:30:51,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:30:51,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356870x0, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:30:51,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35687-0x1012c3ccaa50003 connected 2024-11-11T23:30:51,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35687-0x1012c3ccaa50003, quorum=127.0.0.1:62889, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T23:30:51,749 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T23:30:51,751 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T23:30:51,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35687-0x1012c3ccaa50003, quorum=127.0.0.1:62889, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T23:30:51,755 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35687-0x1012c3ccaa50003, quorum=127.0.0.1:62889, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T23:30:51,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35687 2024-11-11T23:30:51,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35687 2024-11-11T23:30:51,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35687 2024-11-11T23:30:51,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35687 2024-11-11T23:30:51,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35687 2024-11-11T23:30:51,778 DEBUG [M:0;cdbe53028b4b:39487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cdbe53028b4b:39487 2024-11-11T23:30:51,778 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/cdbe53028b4b,39487,1731367850467 2024-11-11T23:30:51,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39487-0x1012c3ccaa50000, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T23:30:51,797 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41181-0x1012c3ccaa50001, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T23:30:51,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x1012c3ccaa50003, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T23:30:51,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43611-0x1012c3ccaa50002, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T23:30:51,799 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39487-0x1012c3ccaa50000, quorum=127.0.0.1:62889, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/cdbe53028b4b,39487,1731367850467 2024-11-11T23:30:51,828 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41181-0x1012c3ccaa50001, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T23:30:51,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43611-0x1012c3ccaa50002, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T23:30:51,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x1012c3ccaa50003, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T23:30:51,828 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41181-0x1012c3ccaa50001, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:30:51,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x1012c3ccaa50003, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:30:51,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43611-0x1012c3ccaa50002, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:30:51,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39487-0x1012c3ccaa50000, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:30:51,831 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39487-0x1012c3ccaa50000, quorum=127.0.0.1:62889, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T23:30:51,832 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/cdbe53028b4b,39487,1731367850467 from backup master directory 2024-11-11T23:30:51,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39487-0x1012c3ccaa50000, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/cdbe53028b4b,39487,1731367850467 2024-11-11T23:30:51,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43611-0x1012c3ccaa50002, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T23:30:51,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x1012c3ccaa50003, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T23:30:51,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39487-0x1012c3ccaa50000, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T23:30:51,839 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41181-0x1012c3ccaa50001, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T23:30:51,840 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:30:51,840 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cdbe53028b4b,39487,1731367850467 2024-11-11T23:30:51,842 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T23:30:51,843 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T23:30:51,893 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/hbase.id] with ID: 1d7ff627-2369-41f1-bbec-d2320d40e909 2024-11-11T23:30:51,893 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/.tmp/hbase.id 2024-11-11T23:30:51,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741826_1002 (size=42) 2024-11-11T23:30:51,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741826_1002 (size=42) 2024-11-11T23:30:51,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741826_1002 (size=42) 2024-11-11T23:30:51,907 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/.tmp/hbase.id]:[hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/hbase.id] 2024-11-11T23:30:51,960 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:30:51,965 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T23:30:51,985 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-11T23:30:51,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x1012c3ccaa50003, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:30:51,997 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41181-0x1012c3ccaa50001, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:30:51,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43611-0x1012c3ccaa50002, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:30:51,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39487-0x1012c3ccaa50000, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:30:52,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741827_1003 (size=196) 2024-11-11T23:30:52,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741827_1003 (size=196) 2024-11-11T23:30:52,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741827_1003 (size=196) 2024-11-11T23:30:52,030 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:30:52,031 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T23:30:52,036 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:30:52,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741828_1004 (size=1189) 2024-11-11T23:30:52,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741828_1004 (size=1189) 2024-11-11T23:30:52,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741828_1004 (size=1189) 2024-11-11T23:30:52,082 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/MasterData/data/master/store 2024-11-11T23:30:52,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741829_1005 (size=34) 2024-11-11T23:30:52,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741829_1005 (size=34) 2024-11-11T23:30:52,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741829_1005 (size=34) 2024-11-11T23:30:52,107 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T23:30:52,110 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:30:52,111 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:30:52,111 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:30:52,112 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:30:52,113 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:30:52,113 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:30:52,113 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:30:52,114 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367852111Disabling compacts and flushes for region at 1731367852111Disabling writes for close at 1731367852113 (+2 ms)Writing region close event to WAL at 1731367852113Closed at 1731367852113 2024-11-11T23:30:52,117 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/MasterData/data/master/store/.initializing 2024-11-11T23:30:52,117 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/MasterData/WALs/cdbe53028b4b,39487,1731367850467 2024-11-11T23:30:52,124 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:30:52,138 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cdbe53028b4b%2C39487%2C1731367850467, suffix=, logDir=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/MasterData/WALs/cdbe53028b4b,39487,1731367850467, archiveDir=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/MasterData/oldWALs, maxLogs=10 2024-11-11T23:30:52,166 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/MasterData/WALs/cdbe53028b4b,39487,1731367850467/cdbe53028b4b%2C39487%2C1731367850467.1731367852142, exclude list is [], retry=0 2024-11-11T23:30:52,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:30:52,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41,DISK] 2024-11-11T23:30:52,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38727,DS-91bdd526-bce5-4608-b953-af1cb2c82604,DISK] 2024-11-11T23:30:52,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75,DISK] 2024-11-11T23:30:52,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T23:30:52,228 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/MasterData/WALs/cdbe53028b4b,39487,1731367850467/cdbe53028b4b%2C39487%2C1731367850467.1731367852142 2024-11-11T23:30:52,229 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35193:35193),(127.0.0.1/127.0.0.1:44563:44563),(127.0.0.1/127.0.0.1:44027:44027)] 2024-11-11T23:30:52,230 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:30:52,230 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:30:52,232 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:30:52,233 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:30:52,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:30:52,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T23:30:52,294 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:30:52,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:30:52,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:30:52,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T23:30:52,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:30:52,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:30:52,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:30:52,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T23:30:52,306 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:30:52,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:30:52,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:30:52,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T23:30:52,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:30:52,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:30:52,312 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:30:52,315 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:30:52,316 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:30:52,321 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:30:52,321 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:30:52,324 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:30:52,327 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:30:52,332 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:30:52,333 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74911762, jitterRate=0.11627224087715149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:30:52,341 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731367852245Initializing all the Stores at 1731367852246 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367852247 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367852247Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367852248 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367852248Cleaning up temporary data from old regions at 1731367852321 (+73 ms)Region opened successfully at 1731367852341 (+20 ms) 2024-11-11T23:30:52,342 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T23:30:52,377 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dd3f6f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:30:52,418 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T23:30:52,431 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T23:30:52,431 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T23:30:52,433 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T23:30:52,434 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T23:30:52,440 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-11T23:30:52,440 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T23:30:52,472 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T23:30:52,482 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39487-0x1012c3ccaa50000, quorum=127.0.0.1:62889, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T23:30:52,491 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T23:30:52,493 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T23:30:52,495 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39487-0x1012c3ccaa50000, quorum=127.0.0.1:62889, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T23:30:52,577 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T23:30:52,579 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T23:30:52,583 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39487-0x1012c3ccaa50000, quorum=127.0.0.1:62889, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T23:30:52,607 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T23:30:52,608 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39487-0x1012c3ccaa50000, quorum=127.0.0.1:62889, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T23:30:52,617 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T23:30:52,634 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39487-0x1012c3ccaa50000, quorum=127.0.0.1:62889, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T23:30:52,638 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T23:30:52,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39487-0x1012c3ccaa50000, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T23:30:52,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x1012c3ccaa50003, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T23:30:52,649 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41181-0x1012c3ccaa50001, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T23:30:52,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x1012c3ccaa50003, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:30:52,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39487-0x1012c3ccaa50000, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:30:52,649 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41181-0x1012c3ccaa50001, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:30:52,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43611-0x1012c3ccaa50002, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T23:30:52,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43611-0x1012c3ccaa50002, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:30:52,652 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cdbe53028b4b,39487,1731367850467, sessionid=0x1012c3ccaa50000, setting cluster-up flag (Was=false) 2024-11-11T23:30:52,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39487-0x1012c3ccaa50000, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:30:52,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x1012c3ccaa50003, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:30:52,681 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41181-0x1012c3ccaa50001, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:30:52,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43611-0x1012c3ccaa50002, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:30:52,712 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T23:30:52,714 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,39487,1731367850467 2024-11-11T23:30:52,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39487-0x1012c3ccaa50000, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:30:52,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x1012c3ccaa50003, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:30:52,733 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41181-0x1012c3ccaa50001, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:30:52,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43611-0x1012c3ccaa50002, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:30:52,765 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T23:30:52,767 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,39487,1731367850467 2024-11-11T23:30:52,772 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T23:30:52,855 INFO [AsyncFSWAL-0-hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/MasterData-prefix:cdbe53028b4b,39487,1731367850467 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-11T23:30:52,864 INFO [RS:2;cdbe53028b4b:35687 {}] regionserver.HRegionServer(746): ClusterId : 1d7ff627-2369-41f1-bbec-d2320d40e909 2024-11-11T23:30:52,864 INFO [RS:1;cdbe53028b4b:43611 {}] regionserver.HRegionServer(746): ClusterId : 1d7ff627-2369-41f1-bbec-d2320d40e909 2024-11-11T23:30:52,864 INFO [RS:0;cdbe53028b4b:41181 {}] regionserver.HRegionServer(746): ClusterId : 1d7ff627-2369-41f1-bbec-d2320d40e909 2024-11-11T23:30:52,866 DEBUG [RS:2;cdbe53028b4b:35687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T23:30:52,866 DEBUG [RS:1;cdbe53028b4b:43611 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T23:30:52,866 DEBUG [RS:0;cdbe53028b4b:41181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T23:30:52,869 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T23:30:52,878 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T23:30:52,882 DEBUG [RS:0;cdbe53028b4b:41181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T23:30:52,882 DEBUG [RS:1;cdbe53028b4b:43611 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T23:30:52,883 DEBUG [RS:1;cdbe53028b4b:43611 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T23:30:52,883 DEBUG [RS:0;cdbe53028b4b:41181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T23:30:52,882 DEBUG [RS:2;cdbe53028b4b:35687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T23:30:52,883 DEBUG [RS:2;cdbe53028b4b:35687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T23:30:52,886 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T23:30:52,894 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cdbe53028b4b,39487,1731367850467 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T23:30:52,903 DEBUG [RS:0;cdbe53028b4b:41181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T23:30:52,903 DEBUG [RS:1;cdbe53028b4b:43611 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T23:30:52,903 DEBUG [RS:2;cdbe53028b4b:35687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T23:30:52,904 DEBUG [RS:1;cdbe53028b4b:43611 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2098a8f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:30:52,904 DEBUG [RS:0;cdbe53028b4b:41181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78aa8355, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:30:52,904 DEBUG [RS:2;cdbe53028b4b:35687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@998452c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:30:52,905 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:30:52,906 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:30:52,906 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:30:52,906 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:30:52,906 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cdbe53028b4b:0, corePoolSize=10, maxPoolSize=10 2024-11-11T23:30:52,907 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:30:52,907 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:30:52,907 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:30:52,922 DEBUG [RS:2;cdbe53028b4b:35687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;cdbe53028b4b:35687 2024-11-11T23:30:52,924 DEBUG [RS:0;cdbe53028b4b:41181 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cdbe53028b4b:41181 2024-11-11T23:30:52,927 INFO [RS:0;cdbe53028b4b:41181 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T23:30:52,927 INFO [RS:0;cdbe53028b4b:41181 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T23:30:52,927 INFO [RS:2;cdbe53028b4b:35687 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T23:30:52,927 INFO [RS:2;cdbe53028b4b:35687 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T23:30:52,927 DEBUG [RS:0;cdbe53028b4b:41181 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T23:30:52,927 DEBUG [RS:2;cdbe53028b4b:35687 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T23:30:52,933 DEBUG [RS:1;cdbe53028b4b:43611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;cdbe53028b4b:43611 2024-11-11T23:30:52,934 INFO [RS:1;cdbe53028b4b:43611 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T23:30:52,934 INFO [RS:1;cdbe53028b4b:43611 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T23:30:52,934 DEBUG [RS:1;cdbe53028b4b:43611 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T23:30:52,934 INFO [RS:0;cdbe53028b4b:41181 {}] regionserver.HRegionServer(2659): reportForDuty to master=cdbe53028b4b,39487,1731367850467 with port=41181, startcode=1731367851471 2024-11-11T23:30:52,934 INFO [RS:2;cdbe53028b4b:35687 {}] regionserver.HRegionServer(2659): reportForDuty to master=cdbe53028b4b,39487,1731367850467 with port=35687, startcode=1731367851699 2024-11-11T23:30:52,935 INFO [RS:1;cdbe53028b4b:43611 {}] regionserver.HRegionServer(2659): reportForDuty to master=cdbe53028b4b,39487,1731367850467 with port=43611, startcode=1731367851646 2024-11-11T23:30:52,951 DEBUG [RS:1;cdbe53028b4b:43611 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T23:30:52,951 DEBUG [RS:0;cdbe53028b4b:41181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T23:30:52,951 DEBUG [RS:2;cdbe53028b4b:35687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T23:30:52,951 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:30:52,952 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T23:30:52,956 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731367882956 2024-11-11T23:30:52,959 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T23:30:52,959 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:30:52,959 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T23:30:52,960 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T23:30:52,964 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T23:30:52,965 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T23:30:52,965 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T23:30:52,965 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T23:30:52,972 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:52,977 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T23:30:52,979 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T23:30:52,980 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T23:30:52,986 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T23:30:52,986 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T23:30:52,992 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367852987,5,FailOnTimeoutGroup] 2024-11-11T23:30:52,993 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367852992,5,FailOnTimeoutGroup] 2024-11-11T23:30:52,993 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:52,993 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T23:30:53,013 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:53,013 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:53,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741831_1007 (size=1321) 2024-11-11T23:30:53,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741831_1007 (size=1321) 2024-11-11T23:30:53,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741831_1007 (size=1321) 2024-11-11T23:30:53,018 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T23:30:53,018 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198 2024-11-11T23:30:53,028 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T23:30:53,028 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T23:30:53,028 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T23:30:53,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741832_1008 (size=32) 2024-11-11T23:30:53,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741832_1008 (size=32) 2024-11-11T23:30:53,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741832_1008 (size=32) 2024-11-11T23:30:53,035 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39487 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cdbe53028b4b,43611,1731367851646 2024-11-11T23:30:53,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:30:53,037 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39487 {}] master.ServerManager(517): Registering regionserver=cdbe53028b4b,43611,1731367851646 2024-11-11T23:30:53,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:30:53,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:30:53,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:30:53,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:30:53,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:30:53,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:30:53,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:30:53,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:30:53,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:30:53,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:30:53,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:30:53,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:30:53,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:30:53,050 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39487 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cdbe53028b4b,41181,1731367851471 2024-11-11T23:30:53,051 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39487 {}] master.ServerManager(517): Registering regionserver=cdbe53028b4b,41181,1731367851471 2024-11-11T23:30:53,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:30:53,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:30:53,054 DEBUG [RS:1;cdbe53028b4b:43611 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198 2024-11-11T23:30:53,054 DEBUG [RS:1;cdbe53028b4b:43611 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46485 2024-11-11T23:30:53,054 DEBUG [RS:1;cdbe53028b4b:43611 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T23:30:53,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:30:53,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:30:53,056 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39487 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cdbe53028b4b,35687,1731367851699 2024-11-11T23:30:53,056 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39487 {}] master.ServerManager(517): Registering regionserver=cdbe53028b4b,35687,1731367851699 2024-11-11T23:30:53,056 DEBUG [RS:0;cdbe53028b4b:41181 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198 2024-11-11T23:30:53,056 DEBUG [RS:0;cdbe53028b4b:41181 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46485 2024-11-11T23:30:53,056 DEBUG [RS:0;cdbe53028b4b:41181 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T23:30:53,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/hbase/meta/1588230740 2024-11-11T23:30:53,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/hbase/meta/1588230740 2024-11-11T23:30:53,060 DEBUG [RS:2;cdbe53028b4b:35687 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198 2024-11-11T23:30:53,060 DEBUG [RS:2;cdbe53028b4b:35687 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46485 2024-11-11T23:30:53,060 DEBUG [RS:2;cdbe53028b4b:35687 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T23:30:53,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:30:53,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:30:53,062 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:30:53,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:30:53,069 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:30:53,070 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61508616, jitterRate=-0.08345019817352295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:30:53,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731367853035Initializing all the Stores at 1731367853037 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367853037Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367853037Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367853037Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367853037Cleaning up temporary data from old regions at 1731367853061 (+24 ms)Region opened successfully at 1731367853076 (+15 ms) 2024-11-11T23:30:53,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:30:53,076 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:30:53,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:30:53,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:30:53,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:30:53,078 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:30:53,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367853076Disabling compacts and flushes for region at 1731367853076Disabling writes for close at 1731367853076Writing region close event to WAL at 1731367853077 (+1 ms)Closed at 1731367853078 (+1 ms) 2024-11-11T23:30:53,081 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:30:53,081 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T23:30:53,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T23:30:53,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39487-0x1012c3ccaa50000, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T23:30:53,100 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:30:53,103 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T23:30:53,112 DEBUG [RS:1;cdbe53028b4b:43611 {}] zookeeper.ZKUtil(111): regionserver:43611-0x1012c3ccaa50002, quorum=127.0.0.1:62889, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cdbe53028b4b,43611,1731367851646 2024-11-11T23:30:53,112 DEBUG [RS:0;cdbe53028b4b:41181 {}] zookeeper.ZKUtil(111): regionserver:41181-0x1012c3ccaa50001, quorum=127.0.0.1:62889, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cdbe53028b4b,41181,1731367851471 2024-11-11T23:30:53,113 WARN [RS:1;cdbe53028b4b:43611 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:30:53,113 WARN [RS:0;cdbe53028b4b:41181 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:30:53,113 INFO [RS:0;cdbe53028b4b:41181 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:30:53,113 INFO [RS:1;cdbe53028b4b:43611 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:30:53,113 DEBUG [RS:2;cdbe53028b4b:35687 {}] zookeeper.ZKUtil(111): regionserver:35687-0x1012c3ccaa50003, quorum=127.0.0.1:62889, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cdbe53028b4b,35687,1731367851699 2024-11-11T23:30:53,113 WARN [RS:2;cdbe53028b4b:35687 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:30:53,113 INFO [RS:2;cdbe53028b4b:35687 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:30:53,113 DEBUG [RS:0;cdbe53028b4b:41181 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/WALs/cdbe53028b4b,41181,1731367851471 2024-11-11T23:30:53,113 DEBUG [RS:1;cdbe53028b4b:43611 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/WALs/cdbe53028b4b,43611,1731367851646 2024-11-11T23:30:53,113 DEBUG [RS:2;cdbe53028b4b:35687 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/WALs/cdbe53028b4b,35687,1731367851699 2024-11-11T23:30:53,115 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cdbe53028b4b,35687,1731367851699] 2024-11-11T23:30:53,115 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cdbe53028b4b,43611,1731367851646] 2024-11-11T23:30:53,115 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cdbe53028b4b,41181,1731367851471] 2024-11-11T23:30:53,138 INFO [RS:2;cdbe53028b4b:35687 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T23:30:53,138 INFO [RS:1;cdbe53028b4b:43611 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T23:30:53,138 INFO [RS:0;cdbe53028b4b:41181 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T23:30:53,153 INFO [RS:2;cdbe53028b4b:35687 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T23:30:53,153 INFO [RS:1;cdbe53028b4b:43611 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T23:30:53,154 INFO [RS:0;cdbe53028b4b:41181 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T23:30:53,158 INFO [RS:0;cdbe53028b4b:41181 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T23:30:53,158 INFO [RS:1;cdbe53028b4b:43611 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T23:30:53,158 INFO [RS:2;cdbe53028b4b:35687 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T23:30:53,159 INFO [RS:0;cdbe53028b4b:41181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:53,159 INFO [RS:1;cdbe53028b4b:43611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:53,159 INFO [RS:2;cdbe53028b4b:35687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:53,160 INFO [RS:1;cdbe53028b4b:43611 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T23:30:53,160 INFO [RS:0;cdbe53028b4b:41181 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T23:30:53,160 INFO [RS:2;cdbe53028b4b:35687 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T23:30:53,167 INFO [RS:2;cdbe53028b4b:35687 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T23:30:53,167 INFO [RS:0;cdbe53028b4b:41181 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T23:30:53,167 INFO [RS:1;cdbe53028b4b:43611 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T23:30:53,169 INFO [RS:1;cdbe53028b4b:43611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:53,169 INFO [RS:2;cdbe53028b4b:35687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:53,169 INFO [RS:0;cdbe53028b4b:41181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:53,170 DEBUG [RS:1;cdbe53028b4b:43611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:30:53,170 DEBUG [RS:2;cdbe53028b4b:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:30:53,170 DEBUG [RS:0;cdbe53028b4b:41181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:30:53,170 DEBUG [RS:2;cdbe53028b4b:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:30:53,170 DEBUG [RS:0;cdbe53028b4b:41181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:30:53,170 DEBUG [RS:1;cdbe53028b4b:43611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:30:53,170 DEBUG [RS:2;cdbe53028b4b:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:30:53,170 DEBUG [RS:0;cdbe53028b4b:41181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:30:53,170 DEBUG [RS:1;cdbe53028b4b:43611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:30:53,170 DEBUG [RS:2;cdbe53028b4b:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:30:53,170 DEBUG [RS:0;cdbe53028b4b:41181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:30:53,170 DEBUG [RS:2;cdbe53028b4b:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:30:53,170 DEBUG [RS:1;cdbe53028b4b:43611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:30:53,170 DEBUG [RS:0;cdbe53028b4b:41181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:30:53,170 DEBUG [RS:2;cdbe53028b4b:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:30:53,170 DEBUG [RS:1;cdbe53028b4b:43611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:30:53,170 DEBUG [RS:2;cdbe53028b4b:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:30:53,170 DEBUG [RS:0;cdbe53028b4b:41181 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:30:53,171 DEBUG [RS:1;cdbe53028b4b:43611 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:30:53,171 DEBUG [RS:2;cdbe53028b4b:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:30:53,171 DEBUG [RS:0;cdbe53028b4b:41181 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:30:53,171 DEBUG [RS:1;cdbe53028b4b:43611 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:30:53,171 DEBUG [RS:2;cdbe53028b4b:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:30:53,171 DEBUG [RS:0;cdbe53028b4b:41181 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:30:53,171 DEBUG [RS:1;cdbe53028b4b:43611 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:30:53,171 DEBUG [RS:2;cdbe53028b4b:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:30:53,171 DEBUG [RS:0;cdbe53028b4b:41181 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:30:53,171 DEBUG [RS:1;cdbe53028b4b:43611 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:30:53,171 DEBUG [RS:2;cdbe53028b4b:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:30:53,171 DEBUG [RS:0;cdbe53028b4b:41181 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:30:53,171 DEBUG [RS:1;cdbe53028b4b:43611 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:30:53,171 DEBUG [RS:2;cdbe53028b4b:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:30:53,171 DEBUG [RS:0;cdbe53028b4b:41181 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:30:53,171 DEBUG [RS:1;cdbe53028b4b:43611 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:30:53,171 DEBUG [RS:2;cdbe53028b4b:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:30:53,171 DEBUG [RS:0;cdbe53028b4b:41181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:30:53,171 DEBUG [RS:1;cdbe53028b4b:43611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:30:53,171 DEBUG [RS:0;cdbe53028b4b:41181 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:30:53,171 DEBUG [RS:2;cdbe53028b4b:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:30:53,171 DEBUG [RS:1;cdbe53028b4b:43611 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:30:53,172 DEBUG [RS:0;cdbe53028b4b:41181 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:30:53,172 DEBUG [RS:1;cdbe53028b4b:43611 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:30:53,191 INFO [RS:2;cdbe53028b4b:35687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:53,191 INFO [RS:2;cdbe53028b4b:35687 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:53,191 INFO [RS:2;cdbe53028b4b:35687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:53,191 INFO [RS:2;cdbe53028b4b:35687 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:53,191 INFO [RS:2;cdbe53028b4b:35687 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:53,191 INFO [RS:2;cdbe53028b4b:35687 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,35687,1731367851699-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:30:53,192 INFO [RS:1;cdbe53028b4b:43611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:53,192 INFO [RS:1;cdbe53028b4b:43611 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:53,192 INFO [RS:1;cdbe53028b4b:43611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:53,192 INFO [RS:1;cdbe53028b4b:43611 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:53,192 INFO [RS:1;cdbe53028b4b:43611 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:53,193 INFO [RS:1;cdbe53028b4b:43611 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,43611,1731367851646-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:30:53,195 INFO [RS:0;cdbe53028b4b:41181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:53,196 INFO [RS:0;cdbe53028b4b:41181 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:53,196 INFO [RS:0;cdbe53028b4b:41181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:53,196 INFO [RS:0;cdbe53028b4b:41181 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:53,196 INFO [RS:0;cdbe53028b4b:41181 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:53,196 INFO [RS:0;cdbe53028b4b:41181 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,41181,1731367851471-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:30:53,216 INFO [RS:1;cdbe53028b4b:43611 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T23:30:53,216 INFO [RS:0;cdbe53028b4b:41181 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T23:30:53,216 INFO [RS:2;cdbe53028b4b:35687 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T23:30:53,218 INFO [RS:1;cdbe53028b4b:43611 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,43611,1731367851646-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:53,218 INFO [RS:2;cdbe53028b4b:35687 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,35687,1731367851699-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:53,218 INFO [RS:0;cdbe53028b4b:41181 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,41181,1731367851471-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:53,219 INFO [RS:2;cdbe53028b4b:35687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:53,219 INFO [RS:1;cdbe53028b4b:43611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:53,219 INFO [RS:0;cdbe53028b4b:41181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:53,219 INFO [RS:1;cdbe53028b4b:43611 {}] regionserver.Replication(171): cdbe53028b4b,43611,1731367851646 started 2024-11-11T23:30:53,219 INFO [RS:0;cdbe53028b4b:41181 {}] regionserver.Replication(171): cdbe53028b4b,41181,1731367851471 started 2024-11-11T23:30:53,219 INFO [RS:2;cdbe53028b4b:35687 {}] regionserver.Replication(171): cdbe53028b4b,35687,1731367851699 started 2024-11-11T23:30:53,237 INFO [RS:0;cdbe53028b4b:41181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:53,238 INFO [RS:0;cdbe53028b4b:41181 {}] regionserver.HRegionServer(1482): Serving as cdbe53028b4b,41181,1731367851471, RpcServer on cdbe53028b4b/172.17.0.2:41181, sessionid=0x1012c3ccaa50001 2024-11-11T23:30:53,239 DEBUG [RS:0;cdbe53028b4b:41181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T23:30:53,239 DEBUG [RS:0;cdbe53028b4b:41181 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cdbe53028b4b,41181,1731367851471 2024-11-11T23:30:53,239 DEBUG [RS:0;cdbe53028b4b:41181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,41181,1731367851471' 2024-11-11T23:30:53,239 DEBUG [RS:0;cdbe53028b4b:41181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T23:30:53,240 DEBUG [RS:0;cdbe53028b4b:41181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T23:30:53,241 INFO [RS:1;cdbe53028b4b:43611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:53,241 INFO [RS:1;cdbe53028b4b:43611 {}] regionserver.HRegionServer(1482): Serving as cdbe53028b4b,43611,1731367851646, RpcServer on cdbe53028b4b/172.17.0.2:43611, sessionid=0x1012c3ccaa50002 2024-11-11T23:30:53,241 DEBUG [RS:0;cdbe53028b4b:41181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T23:30:53,241 DEBUG [RS:0;cdbe53028b4b:41181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T23:30:53,241 DEBUG [RS:1;cdbe53028b4b:43611 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T23:30:53,241 DEBUG [RS:1;cdbe53028b4b:43611 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cdbe53028b4b,43611,1731367851646 2024-11-11T23:30:53,241 DEBUG [RS:0;cdbe53028b4b:41181 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cdbe53028b4b,41181,1731367851471 2024-11-11T23:30:53,241 DEBUG [RS:1;cdbe53028b4b:43611 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,43611,1731367851646' 2024-11-11T23:30:53,241 DEBUG [RS:0;cdbe53028b4b:41181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,41181,1731367851471' 2024-11-11T23:30:53,241 DEBUG [RS:1;cdbe53028b4b:43611 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T23:30:53,241 DEBUG [RS:0;cdbe53028b4b:41181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T23:30:53,242 INFO [RS:2;cdbe53028b4b:35687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:53,242 INFO [RS:2;cdbe53028b4b:35687 {}] regionserver.HRegionServer(1482): Serving as cdbe53028b4b,35687,1731367851699, RpcServer on cdbe53028b4b/172.17.0.2:35687, sessionid=0x1012c3ccaa50003 2024-11-11T23:30:53,242 DEBUG [RS:1;cdbe53028b4b:43611 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T23:30:53,242 DEBUG [RS:0;cdbe53028b4b:41181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T23:30:53,242 DEBUG [RS:2;cdbe53028b4b:35687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T23:30:53,242 DEBUG [RS:2;cdbe53028b4b:35687 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cdbe53028b4b,35687,1731367851699 2024-11-11T23:30:53,242 DEBUG [RS:2;cdbe53028b4b:35687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,35687,1731367851699' 2024-11-11T23:30:53,242 DEBUG [RS:2;cdbe53028b4b:35687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T23:30:53,242 DEBUG [RS:1;cdbe53028b4b:43611 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T23:30:53,243 DEBUG [RS:0;cdbe53028b4b:41181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T23:30:53,243 DEBUG [RS:1;cdbe53028b4b:43611 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T23:30:53,243 DEBUG [RS:1;cdbe53028b4b:43611 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cdbe53028b4b,43611,1731367851646 2024-11-11T23:30:53,243 INFO [RS:0;cdbe53028b4b:41181 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T23:30:53,243 DEBUG [RS:1;cdbe53028b4b:43611 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,43611,1731367851646' 2024-11-11T23:30:53,243 INFO [RS:0;cdbe53028b4b:41181 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T23:30:53,243 DEBUG [RS:1;cdbe53028b4b:43611 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T23:30:53,243 DEBUG [RS:2;cdbe53028b4b:35687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T23:30:53,243 DEBUG [RS:1;cdbe53028b4b:43611 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T23:30:53,243 DEBUG [RS:2;cdbe53028b4b:35687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T23:30:53,243 DEBUG [RS:2;cdbe53028b4b:35687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T23:30:53,243 DEBUG [RS:2;cdbe53028b4b:35687 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cdbe53028b4b,35687,1731367851699 2024-11-11T23:30:53,243 DEBUG [RS:2;cdbe53028b4b:35687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,35687,1731367851699' 2024-11-11T23:30:53,244 DEBUG [RS:2;cdbe53028b4b:35687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T23:30:53,244 DEBUG [RS:1;cdbe53028b4b:43611 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T23:30:53,244 INFO [RS:1;cdbe53028b4b:43611 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T23:30:53,244 INFO [RS:1;cdbe53028b4b:43611 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T23:30:53,244 DEBUG [RS:2;cdbe53028b4b:35687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T23:30:53,245 DEBUG [RS:2;cdbe53028b4b:35687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T23:30:53,245 INFO [RS:2;cdbe53028b4b:35687 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T23:30:53,245 INFO [RS:2;cdbe53028b4b:35687 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T23:30:53,254 WARN [cdbe53028b4b:39487 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T23:30:53,348 INFO [RS:2;cdbe53028b4b:35687 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:30:53,348 INFO [RS:1;cdbe53028b4b:43611 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:30:53,348 INFO [RS:0;cdbe53028b4b:41181 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:30:53,351 INFO [RS:1;cdbe53028b4b:43611 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cdbe53028b4b%2C43611%2C1731367851646, suffix=, logDir=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/WALs/cdbe53028b4b,43611,1731367851646, archiveDir=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/oldWALs, maxLogs=32 2024-11-11T23:30:53,351 INFO [RS:0;cdbe53028b4b:41181 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cdbe53028b4b%2C41181%2C1731367851471, suffix=, logDir=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/WALs/cdbe53028b4b,41181,1731367851471, archiveDir=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/oldWALs, maxLogs=32 2024-11-11T23:30:53,351 INFO [RS:2;cdbe53028b4b:35687 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cdbe53028b4b%2C35687%2C1731367851699, suffix=, logDir=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/WALs/cdbe53028b4b,35687,1731367851699, archiveDir=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/oldWALs, maxLogs=32 2024-11-11T23:30:53,371 DEBUG [RS:1;cdbe53028b4b:43611 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/WALs/cdbe53028b4b,43611,1731367851646/cdbe53028b4b%2C43611%2C1731367851646.1731367853355, exclude list is [], retry=0 2024-11-11T23:30:53,371 DEBUG [RS:2;cdbe53028b4b:35687 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/WALs/cdbe53028b4b,35687,1731367851699/cdbe53028b4b%2C35687%2C1731367851699.1731367853356, exclude list is [], retry=0 2024-11-11T23:30:53,371 DEBUG [RS:0;cdbe53028b4b:41181 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/WALs/cdbe53028b4b,41181,1731367851471/cdbe53028b4b%2C41181%2C1731367851471.1731367853356, exclude list is [], retry=0 2024-11-11T23:30:53,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41,DISK] 2024-11-11T23:30:53,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38727,DS-91bdd526-bce5-4608-b953-af1cb2c82604,DISK] 2024-11-11T23:30:53,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75,DISK] 2024-11-11T23:30:53,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38727,DS-91bdd526-bce5-4608-b953-af1cb2c82604,DISK] 2024-11-11T23:30:53,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75,DISK] 2024-11-11T23:30:53,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41,DISK] 2024-11-11T23:30:53,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75,DISK] 2024-11-11T23:30:53,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41,DISK] 2024-11-11T23:30:53,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38727,DS-91bdd526-bce5-4608-b953-af1cb2c82604,DISK] 2024-11-11T23:30:53,414 INFO [RS:1;cdbe53028b4b:43611 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/WALs/cdbe53028b4b,43611,1731367851646/cdbe53028b4b%2C43611%2C1731367851646.1731367853355 2024-11-11T23:30:53,414 INFO [RS:0;cdbe53028b4b:41181 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/WALs/cdbe53028b4b,41181,1731367851471/cdbe53028b4b%2C41181%2C1731367851471.1731367853356 2024-11-11T23:30:53,415 INFO [RS:2;cdbe53028b4b:35687 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/WALs/cdbe53028b4b,35687,1731367851699/cdbe53028b4b%2C35687%2C1731367851699.1731367853356 2024-11-11T23:30:53,416 DEBUG [RS:1;cdbe53028b4b:43611 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35193:35193),(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:44563:44563)] 2024-11-11T23:30:53,416 DEBUG [RS:0;cdbe53028b4b:41181 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:35193:35193),(127.0.0.1/127.0.0.1:44563:44563)] 2024-11-11T23:30:53,416 DEBUG [RS:2;cdbe53028b4b:35687 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35193:35193),(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:44563:44563)] 2024-11-11T23:30:53,510 DEBUG [cdbe53028b4b:39487 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-11T23:30:53,520 DEBUG [cdbe53028b4b:39487 {}] balancer.BalancerClusterState(204): Hosts are {cdbe53028b4b=0} racks are {/default-rack=0} 2024-11-11T23:30:53,526 DEBUG [cdbe53028b4b:39487 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T23:30:53,527 DEBUG [cdbe53028b4b:39487 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T23:30:53,527 DEBUG [cdbe53028b4b:39487 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T23:30:53,527 DEBUG [cdbe53028b4b:39487 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T23:30:53,527 DEBUG [cdbe53028b4b:39487 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T23:30:53,527 DEBUG [cdbe53028b4b:39487 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T23:30:53,527 INFO [cdbe53028b4b:39487 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T23:30:53,527 INFO [cdbe53028b4b:39487 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T23:30:53,527 INFO [cdbe53028b4b:39487 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T23:30:53,527 DEBUG [cdbe53028b4b:39487 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T23:30:53,541 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cdbe53028b4b,35687,1731367851699 2024-11-11T23:30:53,547 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,35687,1731367851699, state=OPENING 2024-11-11T23:30:53,565 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T23:30:53,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43611-0x1012c3ccaa50002, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:30:53,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x1012c3ccaa50003, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:30:53,575 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41181-0x1012c3ccaa50001, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:30:53,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39487-0x1012c3ccaa50000, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:30:53,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T23:30:53,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T23:30:53,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T23:30:53,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T23:30:53,579 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:30:53,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,35687,1731367851699}] 2024-11-11T23:30:53,763 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:30:53,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T23:30:53,778 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T23:30:53,779 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:30:53,779 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T23:30:53,782 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cdbe53028b4b%2C35687%2C1731367851699.meta, suffix=.meta, logDir=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/WALs/cdbe53028b4b,35687,1731367851699, archiveDir=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/oldWALs, maxLogs=32 2024-11-11T23:30:53,799 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/WALs/cdbe53028b4b,35687,1731367851699/cdbe53028b4b%2C35687%2C1731367851699.meta.1731367853784.meta, exclude list is [], retry=0 2024-11-11T23:30:53,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41,DISK] 2024-11-11T23:30:53,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75,DISK] 2024-11-11T23:30:53,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38727,DS-91bdd526-bce5-4608-b953-af1cb2c82604,DISK] 2024-11-11T23:30:53,810 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/WALs/cdbe53028b4b,35687,1731367851699/cdbe53028b4b%2C35687%2C1731367851699.meta.1731367853784.meta 2024-11-11T23:30:53,811 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:44563:44563),(127.0.0.1/127.0.0.1:35193:35193)] 2024-11-11T23:30:53,812 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:30:53,813 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:30:53,816 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T23:30:53,822 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T23:30:53,827 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T23:30:53,828 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:30:53,829 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T23:30:53,829 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T23:30:53,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:30:53,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:30:53,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:30:53,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:30:53,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:30:53,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:30:53,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:30:53,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:30:53,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:30:53,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:30:53,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:30:53,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:30:53,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:30:53,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:30:53,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:30:53,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:30:53,850 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:30:53,852 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/hbase/meta/1588230740 2024-11-11T23:30:53,855 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/hbase/meta/1588230740 2024-11-11T23:30:53,861 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:30:53,861 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:30:53,864 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:30:53,868 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:30:53,870 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67327532, jitterRate=0.0032584071159362793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:30:53,871 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T23:30:53,873 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731367853830Writing region info on filesystem at 1731367853830Initializing all the Stores at 1731367853833 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367853833Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367853834 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367853834Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367853834Cleaning up temporary data from old regions at 1731367853861 (+27 ms)Running coprocessor post-open hooks at 1731367853871 (+10 ms)Region opened successfully at 1731367853872 (+1 ms) 2024-11-11T23:30:53,883 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731367853751 2024-11-11T23:30:53,901 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T23:30:53,902 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T23:30:53,903 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,35687,1731367851699 2024-11-11T23:30:53,907 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,35687,1731367851699, state=OPEN 2024-11-11T23:30:53,912 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41181-0x1012c3ccaa50001, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T23:30:53,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43611-0x1012c3ccaa50002, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T23:30:53,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39487-0x1012c3ccaa50000, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T23:30:53,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x1012c3ccaa50003, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T23:30:53,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T23:30:53,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T23:30:53,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T23:30:53,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T23:30:53,914 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cdbe53028b4b,35687,1731367851699 2024-11-11T23:30:53,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T23:30:53,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,35687,1731367851699 in 333 msec 2024-11-11T23:30:53,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T23:30:53,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 836 msec 2024-11-11T23:30:53,935 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:30:53,935 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T23:30:53,962 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:30:53,964 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,35687,1731367851699, seqNum=-1] 2024-11-11T23:30:53,998 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:30:54,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:30:54,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2220 sec 2024-11-11T23:30:54,028 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731367854028, completionTime=-1 2024-11-11T23:30:54,031 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-11T23:30:54,032 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T23:30:54,083 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-11T23:30:54,083 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731367914083 2024-11-11T23:30:54,083 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731367974083 2024-11-11T23:30:54,084 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 51 msec 2024-11-11T23:30:54,087 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T23:30:54,098 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,39487,1731367850467-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:54,098 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,39487,1731367850467-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:54,099 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,39487,1731367850467-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:54,100 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cdbe53028b4b:39487, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:54,101 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:54,105 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:54,110 DEBUG [master/cdbe53028b4b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T23:30:54,143 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.303sec 2024-11-11T23:30:54,144 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T23:30:54,146 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T23:30:54,146 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T23:30:54,147 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T23:30:54,147 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T23:30:54,148 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,39487,1731367850467-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:30:54,148 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,39487,1731367850467-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T23:30:54,152 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T23:30:54,153 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T23:30:54,153 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,39487,1731367850467-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:30:54,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372ca112, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:30:54,193 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,39487,-1 for getting cluster id 2024-11-11T23:30:54,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:30:54,203 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d7ff627-2369-41f1-bbec-d2320d40e909' 2024-11-11T23:30:54,205 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:30:54,206 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d7ff627-2369-41f1-bbec-d2320d40e909" 2024-11-11T23:30:54,206 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b00e8b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:30:54,206 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,39487,-1] 2024-11-11T23:30:54,208 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:30:54,210 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:30:54,211 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:30:54,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@759e1daf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:30:54,215 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:30:54,221 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,35687,1731367851699, seqNum=-1] 2024-11-11T23:30:54,222 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:30:54,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:30:54,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cdbe53028b4b,39487,1731367850467 2024-11-11T23:30:54,242 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:46485/hbase 2024-11-11T23:30:54,257 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=364, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=431, ProcessCount=11, AvailableMemoryMB=6409 2024-11-11T23:30:54,276 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:30:54,280 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:30:54,281 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:30:54,286 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-38169404, suffix=, logDir=hdfs://localhost:46485/hbase/WALs/hregion-38169404, archiveDir=hdfs://localhost:46485/hbase/oldWALs, maxLogs=32 2024-11-11T23:30:54,301 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-38169404/hregion-38169404.1731367854287, exclude list is [], retry=0 2024-11-11T23:30:54,305 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75,DISK] 2024-11-11T23:30:54,305 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41,DISK] 2024-11-11T23:30:54,306 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38727,DS-91bdd526-bce5-4608-b953-af1cb2c82604,DISK] 2024-11-11T23:30:54,309 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-38169404/hregion-38169404.1731367854287 2024-11-11T23:30:54,311 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44563:44563),(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:35193:35193)] 2024-11-11T23:30:54,311 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 129b6bc7828f6f062523cc69334a3ccc, NAME => 'testReplayEditsWrittenIntoWAL,,1731367854277.129b6bc7828f6f062523cc69334a3ccc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46485/hbase 2024-11-11T23:30:54,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741838_1014 (size=64) 2024-11-11T23:30:54,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741838_1014 (size=64) 2024-11-11T23:30:54,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741838_1014 (size=64) 2024-11-11T23:30:54,326 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731367854277.129b6bc7828f6f062523cc69334a3ccc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:30:54,328 INFO [StoreOpener-129b6bc7828f6f062523cc69334a3ccc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 129b6bc7828f6f062523cc69334a3ccc 2024-11-11T23:30:54,331 INFO [StoreOpener-129b6bc7828f6f062523cc69334a3ccc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 129b6bc7828f6f062523cc69334a3ccc columnFamilyName a 2024-11-11T23:30:54,331 DEBUG [StoreOpener-129b6bc7828f6f062523cc69334a3ccc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:30:54,332 INFO [StoreOpener-129b6bc7828f6f062523cc69334a3ccc-1 {}] regionserver.HStore(327): Store=129b6bc7828f6f062523cc69334a3ccc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:30:54,332 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 129b6bc7828f6f062523cc69334a3ccc 2024-11-11T23:30:54,334 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/129b6bc7828f6f062523cc69334a3ccc 2024-11-11T23:30:54,334 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/129b6bc7828f6f062523cc69334a3ccc 2024-11-11T23:30:54,335 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 129b6bc7828f6f062523cc69334a3ccc 2024-11-11T23:30:54,335 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 129b6bc7828f6f062523cc69334a3ccc 2024-11-11T23:30:54,338 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 129b6bc7828f6f062523cc69334a3ccc 2024-11-11T23:30:54,341 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/129b6bc7828f6f062523cc69334a3ccc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:30:54,342 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 129b6bc7828f6f062523cc69334a3ccc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67679584, jitterRate=0.008504390716552734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T23:30:54,343 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 129b6bc7828f6f062523cc69334a3ccc: Writing region info on filesystem at 1731367854326Initializing all the Stores at 1731367854328 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367854328Cleaning up temporary data from old regions at 1731367854335 (+7 ms)Region opened successfully at 1731367854343 (+8 ms) 2024-11-11T23:30:54,343 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 129b6bc7828f6f062523cc69334a3ccc, disabling compactions & flushes 2024-11-11T23:30:54,343 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731367854277.129b6bc7828f6f062523cc69334a3ccc. 2024-11-11T23:30:54,343 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731367854277.129b6bc7828f6f062523cc69334a3ccc. 2024-11-11T23:30:54,344 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731367854277.129b6bc7828f6f062523cc69334a3ccc. after waiting 0 ms 2024-11-11T23:30:54,344 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731367854277.129b6bc7828f6f062523cc69334a3ccc. 2024-11-11T23:30:54,344 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731367854277.129b6bc7828f6f062523cc69334a3ccc. 2024-11-11T23:30:54,344 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 129b6bc7828f6f062523cc69334a3ccc: Waiting for close lock at 1731367854343Disabling compacts and flushes for region at 1731367854343Disabling writes for close at 1731367854344 (+1 ms)Writing region close event to WAL at 1731367854344Closed at 1731367854344 2024-11-11T23:30:54,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741837_1013 (size=95) 2024-11-11T23:30:54,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741837_1013 (size=95) 2024-11-11T23:30:54,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741837_1013 (size=95) 2024-11-11T23:30:54,356 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T23:30:54,356 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-38169404:(num 1731367854287) 2024-11-11T23:30:54,358 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-11T23:30:54,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741839_1015 (size=320) 2024-11-11T23:30:54,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741839_1015 (size=320) 2024-11-11T23:30:54,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741839_1015 (size=320) 2024-11-11T23:30:54,380 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-11T23:30:54,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741840_1016 (size=253) 2024-11-11T23:30:54,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741840_1016 (size=253) 2024-11-11T23:30:54,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741840_1016 (size=253) 2024-11-11T23:30:54,419 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731367854275/wal-1, size=320 (320bytes) 2024-11-11T23:30:54,419 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-11T23:30:54,420 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-11T23:30:54,420 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731367854275/wal-1 2024-11-11T23:30:54,425 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731367854275/wal-1 after 3ms 2024-11-11T23:30:54,431 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731367854275/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T23:30:54,431 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731367854275/wal-1 took 14ms 2024-11-11T23:30:54,441 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731367854275/wal-1 so closing down 2024-11-11T23:30:54,441 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T23:30:54,443 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-11T23:30:54,446 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/129b6bc7828f6f062523cc69334a3ccc/recovered.edits/0000000000000000001-wal-1.temp 2024-11-11T23:30:54,447 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T23:30:54,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741841_1017 (size=320) 2024-11-11T23:30:54,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741841_1017 (size=320) 2024-11-11T23:30:54,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741841_1017 (size=320) 2024-11-11T23:30:54,460 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/129b6bc7828f6f062523cc69334a3ccc/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-11T23:30:54,463 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/129b6bc7828f6f062523cc69334a3ccc/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/129b6bc7828f6f062523cc69334a3ccc/recovered.edits/0000000000000000002 2024-11-11T23:30:54,468 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731367854275/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-11T23:30:54,469 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731367854275/wal-1, journal: Splitting hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731367854275/wal-1, size=320 (320bytes) at 1731367854419Finishing writing output for hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731367854275/wal-1 so closing down at 1731367854441 (+22 ms)Creating recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/129b6bc7828f6f062523cc69334a3ccc/recovered.edits/0000000000000000001-wal-1.temp at 1731367854446 (+5 ms)3 split writer threads finished at 1731367854447 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/129b6bc7828f6f062523cc69334a3ccc/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731367854460 (+13 ms)Rename recovered edits hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/129b6bc7828f6f062523cc69334a3ccc/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/129b6bc7828f6f062523cc69334a3ccc/recovered.edits/0000000000000000002 at 1731367854463 (+3 ms)Processed 2 edits across 1 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731367854275/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1731367854469 (+6 ms) 2024-11-11T23:30:54,489 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731367854275/wal-2, size=253 (253bytes) 2024-11-11T23:30:54,489 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731367854275/wal-2 2024-11-11T23:30:54,490 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731367854275/wal-2 after 1ms 2024-11-11T23:30:54,495 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731367854275/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T23:30:54,495 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731367854275/wal-2 took 6ms 2024-11-11T23:30:54,497 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731367854275/wal-2 so closing down 2024-11-11T23:30:54,497 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T23:30:54,500 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-11T23:30:54,501 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/129b6bc7828f6f062523cc69334a3ccc/recovered.edits/0000000000000000002-wal-2.temp 2024-11-11T23:30:54,502 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T23:30:54,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741842_1018 (size=253) 2024-11-11T23:30:54,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741842_1018 (size=253) 2024-11-11T23:30:54,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741842_1018 (size=253) 2024-11-11T23:30:54,516 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/129b6bc7828f6f062523cc69334a3ccc/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-11T23:30:54,521 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/129b6bc7828f6f062523cc69334a3ccc/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T23:30:54,525 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/129b6bc7828f6f062523cc69334a3ccc/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-11-11T23:30:54,526 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731367854275/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-11T23:30:54,527 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731367854275/wal-2, journal: Splitting hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731367854275/wal-2, size=253 (253bytes) at 1731367854489Finishing writing output for hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731367854275/wal-2 so closing down at 1731367854497 (+8 ms)Creating recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/129b6bc7828f6f062523cc69334a3ccc/recovered.edits/0000000000000000002-wal-2.temp at 1731367854501 (+4 ms)3 split writer threads finished at 1731367854502 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/129b6bc7828f6f062523cc69334a3ccc/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731367854516 (+14 ms)Processed 1 edits across 1 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731367854275/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1731367854527 (+11 ms) 2024-11-11T23:30:54,527 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T23:30:54,529 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731367854275, archiveDir=hdfs://localhost:46485/hbase/oldWALs, maxLogs=32 2024-11-11T23:30:54,541 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731367854275/wal.1731367854530, exclude list is [], retry=0 2024-11-11T23:30:54,546 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75,DISK] 2024-11-11T23:30:54,547 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41,DISK] 2024-11-11T23:30:54,547 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38727,DS-91bdd526-bce5-4608-b953-af1cb2c82604,DISK] 2024-11-11T23:30:54,549 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731367854275/wal.1731367854530 2024-11-11T23:30:54,550 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44563:44563),(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:35193:35193)] 2024-11-11T23:30:54,550 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 129b6bc7828f6f062523cc69334a3ccc, NAME => 'testReplayEditsWrittenIntoWAL,,1731367854277.129b6bc7828f6f062523cc69334a3ccc.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:30:54,550 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731367854277.129b6bc7828f6f062523cc69334a3ccc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:30:54,550 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 129b6bc7828f6f062523cc69334a3ccc 2024-11-11T23:30:54,550 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 129b6bc7828f6f062523cc69334a3ccc 2024-11-11T23:30:54,552 INFO [StoreOpener-129b6bc7828f6f062523cc69334a3ccc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 129b6bc7828f6f062523cc69334a3ccc 2024-11-11T23:30:54,554 INFO [StoreOpener-129b6bc7828f6f062523cc69334a3ccc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 129b6bc7828f6f062523cc69334a3ccc columnFamilyName a 2024-11-11T23:30:54,554 DEBUG [StoreOpener-129b6bc7828f6f062523cc69334a3ccc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:30:54,555 INFO [StoreOpener-129b6bc7828f6f062523cc69334a3ccc-1 {}] regionserver.HStore(327): Store=129b6bc7828f6f062523cc69334a3ccc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:30:54,555 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 129b6bc7828f6f062523cc69334a3ccc 2024-11-11T23:30:54,557 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/129b6bc7828f6f062523cc69334a3ccc 2024-11-11T23:30:54,560 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/129b6bc7828f6f062523cc69334a3ccc 2024-11-11T23:30:54,561 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/129b6bc7828f6f062523cc69334a3ccc/recovered.edits/0000000000000000002 2024-11-11T23:30:54,565 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/129b6bc7828f6f062523cc69334a3ccc/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T23:30:54,572 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/129b6bc7828f6f062523cc69334a3ccc/recovered.edits/0000000000000000002 2024-11-11T23:30:54,576 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 129b6bc7828f6f062523cc69334a3ccc 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-11T23:30:54,628 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/129b6bc7828f6f062523cc69334a3ccc/.tmp/a/aa9fc2f713a34f7fa101490da26fb814 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731367854356/Put/seqid=0 2024-11-11T23:30:54,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741844_1020 (size=5170) 2024-11-11T23:30:54,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741844_1020 (size=5170) 2024-11-11T23:30:54,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741844_1020 (size=5170) 2024-11-11T23:30:55,045 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/129b6bc7828f6f062523cc69334a3ccc/.tmp/a/aa9fc2f713a34f7fa101490da26fb814 2024-11-11T23:30:55,092 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/129b6bc7828f6f062523cc69334a3ccc/.tmp/a/aa9fc2f713a34f7fa101490da26fb814 as hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/129b6bc7828f6f062523cc69334a3ccc/a/aa9fc2f713a34f7fa101490da26fb814 2024-11-11T23:30:55,102 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/129b6bc7828f6f062523cc69334a3ccc/a/aa9fc2f713a34f7fa101490da26fb814, entries=2, sequenceid=2, filesize=5.0 K 2024-11-11T23:30:55,107 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 129b6bc7828f6f062523cc69334a3ccc in 531ms, sequenceid=2, compaction requested=false; wal=null 2024-11-11T23:30:55,109 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/129b6bc7828f6f062523cc69334a3ccc/recovered.edits/0000000000000000002 2024-11-11T23:30:55,109 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 129b6bc7828f6f062523cc69334a3ccc 2024-11-11T23:30:55,110 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 129b6bc7828f6f062523cc69334a3ccc 2024-11-11T23:30:55,113 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 129b6bc7828f6f062523cc69334a3ccc 2024-11-11T23:30:55,117 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/129b6bc7828f6f062523cc69334a3ccc/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-11T23:30:55,118 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 129b6bc7828f6f062523cc69334a3ccc; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65042830, jitterRate=-0.03078630566596985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T23:30:55,119 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 129b6bc7828f6f062523cc69334a3ccc: Writing region info on filesystem at 1731367854550Initializing all the Stores at 1731367854552 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367854552Obtaining lock to block concurrent updates at 1731367854576 (+24 ms)Preparing flush snapshotting stores in 129b6bc7828f6f062523cc69334a3ccc at 1731367854576Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731367854277.129b6bc7828f6f062523cc69334a3ccc., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731367854580 (+4 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731367854277.129b6bc7828f6f062523cc69334a3ccc. at 1731367854580Flushing 129b6bc7828f6f062523cc69334a3ccc/a: creating writer at 1731367854581 (+1 ms)Flushing 129b6bc7828f6f062523cc69334a3ccc/a: appending metadata at 1731367854618 (+37 ms)Flushing 129b6bc7828f6f062523cc69334a3ccc/a: closing flushed file at 1731367854620 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b798889: reopening flushed file at 1731367855090 (+470 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 129b6bc7828f6f062523cc69334a3ccc in 531ms, sequenceid=2, compaction requested=false; wal=null at 1731367855107 (+17 ms)Cleaning up temporary data from old regions at 1731367855110 (+3 ms)Region opened successfully at 1731367855119 (+9 ms) 2024-11-11T23:30:55,141 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=376 (was 364) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:38318 [Receiving block BP-1691708837-172.17.0.2-1731367845615:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1691708837-172.17.0.2-1731367845615:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:42798 [Receiving block BP-1691708837-172.17.0.2-1731367845615:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:49824 [Receiving block BP-1691708837-172.17.0.2-1731367845615:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1691708837-172.17.0.2-1731367845615:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46485/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:42790 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:55538 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:38174 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1691708837-172.17.0.2-1731367845615:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=431 (was 431), ProcessCount=9 (was 11), AvailableMemoryMB=7331 (was 6409) - AvailableMemoryMB LEAK? - 2024-11-11T23:30:55,153 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=376, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=431, ProcessCount=10, AvailableMemoryMB=7331 2024-11-11T23:30:55,168 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:30:55,170 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:30:55,171 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:30:55,174 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-98594160, suffix=, logDir=hdfs://localhost:46485/hbase/WALs/hregion-98594160, archiveDir=hdfs://localhost:46485/hbase/oldWALs, maxLogs=32 2024-11-11T23:30:55,186 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-98594160/hregion-98594160.1731367855175, exclude list is [], retry=0 2024-11-11T23:30:55,189 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75,DISK] 2024-11-11T23:30:55,190 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38727,DS-91bdd526-bce5-4608-b953-af1cb2c82604,DISK] 2024-11-11T23:30:55,190 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41,DISK] 2024-11-11T23:30:55,193 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-98594160/hregion-98594160.1731367855175 2024-11-11T23:30:55,193 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44563:44563),(127.0.0.1/127.0.0.1:35193:35193),(127.0.0.1/127.0.0.1:44027:44027)] 2024-11-11T23:30:55,193 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => ec4e1ab90493502b3be4612e020343ff, NAME => 'testReplayEditsWrittenIntoWAL,,1731367855169.ec4e1ab90493502b3be4612e020343ff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46485/hbase 2024-11-11T23:30:55,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741846_1022 (size=64) 2024-11-11T23:30:55,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741846_1022 (size=64) 2024-11-11T23:30:55,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741846_1022 (size=64) 2024-11-11T23:30:55,204 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731367855169.ec4e1ab90493502b3be4612e020343ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:30:55,206 INFO [StoreOpener-ec4e1ab90493502b3be4612e020343ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ec4e1ab90493502b3be4612e020343ff 2024-11-11T23:30:55,208 INFO [StoreOpener-ec4e1ab90493502b3be4612e020343ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec4e1ab90493502b3be4612e020343ff columnFamilyName a 2024-11-11T23:30:55,208 DEBUG [StoreOpener-ec4e1ab90493502b3be4612e020343ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:30:55,209 INFO [StoreOpener-ec4e1ab90493502b3be4612e020343ff-1 {}] regionserver.HStore(327): Store=ec4e1ab90493502b3be4612e020343ff/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:30:55,209 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ec4e1ab90493502b3be4612e020343ff 2024-11-11T23:30:55,210 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/ec4e1ab90493502b3be4612e020343ff 2024-11-11T23:30:55,210 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/ec4e1ab90493502b3be4612e020343ff 2024-11-11T23:30:55,211 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ec4e1ab90493502b3be4612e020343ff 2024-11-11T23:30:55,211 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ec4e1ab90493502b3be4612e020343ff 2024-11-11T23:30:55,213 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ec4e1ab90493502b3be4612e020343ff 2024-11-11T23:30:55,216 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/ec4e1ab90493502b3be4612e020343ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:30:55,216 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ec4e1ab90493502b3be4612e020343ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66442431, jitterRate=-0.009930625557899475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T23:30:55,217 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ec4e1ab90493502b3be4612e020343ff: Writing region info on filesystem at 1731367855204Initializing all the Stores at 1731367855205 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367855205Cleaning up temporary data from old regions at 1731367855211 (+6 ms)Region opened successfully at 1731367855216 (+5 ms) 2024-11-11T23:30:55,217 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ec4e1ab90493502b3be4612e020343ff, disabling compactions & flushes 2024-11-11T23:30:55,217 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731367855169.ec4e1ab90493502b3be4612e020343ff. 2024-11-11T23:30:55,217 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731367855169.ec4e1ab90493502b3be4612e020343ff. 2024-11-11T23:30:55,217 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731367855169.ec4e1ab90493502b3be4612e020343ff. after waiting 0 ms 2024-11-11T23:30:55,217 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731367855169.ec4e1ab90493502b3be4612e020343ff. 2024-11-11T23:30:55,217 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731367855169.ec4e1ab90493502b3be4612e020343ff. 2024-11-11T23:30:55,217 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ec4e1ab90493502b3be4612e020343ff: Waiting for close lock at 1731367855217Disabling compacts and flushes for region at 1731367855217Disabling writes for close at 1731367855217Writing region close event to WAL at 1731367855217Closed at 1731367855217 2024-11-11T23:30:55,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741845_1021 (size=95) 2024-11-11T23:30:55,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741845_1021 (size=95) 2024-11-11T23:30:55,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741845_1021 (size=95) 2024-11-11T23:30:55,227 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T23:30:55,227 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-98594160:(num 1731367855175) 2024-11-11T23:30:55,228 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-11T23:30:55,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741847_1023 (size=320) 2024-11-11T23:30:55,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741847_1023 (size=320) 2024-11-11T23:30:55,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741847_1023 (size=320) 2024-11-11T23:30:55,241 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-11T23:30:55,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741848_1024 (size=253) 2024-11-11T23:30:55,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741848_1024 (size=253) 2024-11-11T23:30:55,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741848_1024 (size=253) 2024-11-11T23:30:55,269 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731367855167/wal-2, size=253 (253bytes) 2024-11-11T23:30:55,270 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731367855167/wal-2 2024-11-11T23:30:55,271 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731367855167/wal-2 after 1ms 2024-11-11T23:30:55,274 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731367855167/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T23:30:55,274 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731367855167/wal-2 took 5ms 2024-11-11T23:30:55,277 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731367855167/wal-2 so closing down 2024-11-11T23:30:55,277 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T23:30:55,280 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-11T23:30:55,282 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/ec4e1ab90493502b3be4612e020343ff/recovered.edits/0000000000000000002-wal-2.temp 2024-11-11T23:30:55,282 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T23:30:55,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741849_1025 (size=253) 2024-11-11T23:30:55,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741849_1025 (size=253) 2024-11-11T23:30:55,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741849_1025 (size=253) 2024-11-11T23:30:55,291 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/ec4e1ab90493502b3be4612e020343ff/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-11T23:30:55,293 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/ec4e1ab90493502b3be4612e020343ff/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/ec4e1ab90493502b3be4612e020343ff/recovered.edits/0000000000000000002 2024-11-11T23:30:55,293 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731367855167/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-11T23:30:55,294 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731367855167/wal-2, journal: Splitting hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731367855167/wal-2, size=253 (253bytes) at 1731367855270Finishing writing output for hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731367855167/wal-2 so closing down at 1731367855277 (+7 ms)Creating recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/ec4e1ab90493502b3be4612e020343ff/recovered.edits/0000000000000000002-wal-2.temp at 1731367855282 (+5 ms)3 split writer threads finished at 1731367855282Closed recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/ec4e1ab90493502b3be4612e020343ff/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731367855291 (+9 ms)Rename recovered edits hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/ec4e1ab90493502b3be4612e020343ff/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/ec4e1ab90493502b3be4612e020343ff/recovered.edits/0000000000000000002 at 1731367855293 (+2 ms)Processed 1 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731367855167/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1731367855294 (+1 ms) 2024-11-11T23:30:55,308 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731367855167/wal-1, size=320 (320bytes) 2024-11-11T23:30:55,308 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731367855167/wal-1 2024-11-11T23:30:55,308 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731367855167/wal-1 after 0ms 2024-11-11T23:30:55,312 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731367855167/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T23:30:55,312 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731367855167/wal-1 took 5ms 2024-11-11T23:30:55,315 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731367855167/wal-1 so closing down 2024-11-11T23:30:55,315 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T23:30:55,317 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-11T23:30:55,319 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/ec4e1ab90493502b3be4612e020343ff/recovered.edits/0000000000000000001-wal-1.temp 2024-11-11T23:30:55,321 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T23:30:55,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741850_1026 (size=320) 2024-11-11T23:30:55,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741850_1026 (size=320) 2024-11-11T23:30:55,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741850_1026 (size=320) 2024-11-11T23:30:55,329 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/ec4e1ab90493502b3be4612e020343ff/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-11T23:30:55,333 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/ec4e1ab90493502b3be4612e020343ff/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T23:30:55,336 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/ec4e1ab90493502b3be4612e020343ff/recovered.edits/0000000000000000002, length=253 2024-11-11T23:30:55,347 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/ec4e1ab90493502b3be4612e020343ff/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/ec4e1ab90493502b3be4612e020343ff/recovered.edits/0000000000000000002 2024-11-11T23:30:55,347 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731367855167/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-11T23:30:55,347 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731367855167/wal-1, journal: Splitting hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731367855167/wal-1, size=320 (320bytes) at 1731367855308Finishing writing output for hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731367855167/wal-1 so closing down at 1731367855315 (+7 ms)Creating recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/ec4e1ab90493502b3be4612e020343ff/recovered.edits/0000000000000000001-wal-1.temp at 1731367855319 (+4 ms)3 split writer threads finished at 1731367855321 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/ec4e1ab90493502b3be4612e020343ff/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731367855329 (+8 ms)Rename recovered edits hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/ec4e1ab90493502b3be4612e020343ff/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/ec4e1ab90493502b3be4612e020343ff/recovered.edits/0000000000000000002 at 1731367855347 (+18 ms)Processed 2 edits across 1 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731367855167/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1731367855347 2024-11-11T23:30:55,347 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T23:30:55,350 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46485/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731367855167, archiveDir=hdfs://localhost:46485/hbase/oldWALs, maxLogs=32 2024-11-11T23:30:55,363 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731367855167/wal.1731367855350, exclude list is [], retry=0 2024-11-11T23:30:55,366 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38727,DS-91bdd526-bce5-4608-b953-af1cb2c82604,DISK] 2024-11-11T23:30:55,367 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75,DISK] 2024-11-11T23:30:55,367 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41,DISK] 2024-11-11T23:30:55,370 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731367855167/wal.1731367855350 2024-11-11T23:30:55,370 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35193:35193),(127.0.0.1/127.0.0.1:44563:44563),(127.0.0.1/127.0.0.1:44027:44027)] 2024-11-11T23:30:55,370 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ec4e1ab90493502b3be4612e020343ff, NAME => 'testReplayEditsWrittenIntoWAL,,1731367855169.ec4e1ab90493502b3be4612e020343ff.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:30:55,371 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731367855169.ec4e1ab90493502b3be4612e020343ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:30:55,371 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ec4e1ab90493502b3be4612e020343ff 2024-11-11T23:30:55,371 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ec4e1ab90493502b3be4612e020343ff 2024-11-11T23:30:55,373 INFO [StoreOpener-ec4e1ab90493502b3be4612e020343ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ec4e1ab90493502b3be4612e020343ff 2024-11-11T23:30:55,375 INFO [StoreOpener-ec4e1ab90493502b3be4612e020343ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec4e1ab90493502b3be4612e020343ff columnFamilyName a 2024-11-11T23:30:55,376 DEBUG [StoreOpener-ec4e1ab90493502b3be4612e020343ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:30:55,376 INFO [StoreOpener-ec4e1ab90493502b3be4612e020343ff-1 {}] regionserver.HStore(327): Store=ec4e1ab90493502b3be4612e020343ff/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:30:55,377 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ec4e1ab90493502b3be4612e020343ff 2024-11-11T23:30:55,378 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/ec4e1ab90493502b3be4612e020343ff 2024-11-11T23:30:55,381 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/ec4e1ab90493502b3be4612e020343ff 2024-11-11T23:30:55,382 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/ec4e1ab90493502b3be4612e020343ff/recovered.edits/0000000000000000002 2024-11-11T23:30:55,385 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/ec4e1ab90493502b3be4612e020343ff/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T23:30:55,387 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/ec4e1ab90493502b3be4612e020343ff/recovered.edits/0000000000000000002 2024-11-11T23:30:55,388 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ec4e1ab90493502b3be4612e020343ff 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-11T23:30:55,407 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/ec4e1ab90493502b3be4612e020343ff/.tmp/a/514108ab38864b3794372ef866a50879 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731367855227/Put/seqid=0 2024-11-11T23:30:55,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741852_1028 (size=5170) 2024-11-11T23:30:55,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741852_1028 (size=5170) 2024-11-11T23:30:55,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741852_1028 (size=5170) 2024-11-11T23:30:55,415 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/ec4e1ab90493502b3be4612e020343ff/.tmp/a/514108ab38864b3794372ef866a50879 2024-11-11T23:30:55,423 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/ec4e1ab90493502b3be4612e020343ff/.tmp/a/514108ab38864b3794372ef866a50879 as hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/ec4e1ab90493502b3be4612e020343ff/a/514108ab38864b3794372ef866a50879 2024-11-11T23:30:55,433 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/ec4e1ab90493502b3be4612e020343ff/a/514108ab38864b3794372ef866a50879, entries=2, sequenceid=2, filesize=5.0 K 2024-11-11T23:30:55,433 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for ec4e1ab90493502b3be4612e020343ff in 45ms, sequenceid=2, compaction requested=false; wal=null 2024-11-11T23:30:55,434 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/ec4e1ab90493502b3be4612e020343ff/recovered.edits/0000000000000000002 2024-11-11T23:30:55,435 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ec4e1ab90493502b3be4612e020343ff 2024-11-11T23:30:55,435 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ec4e1ab90493502b3be4612e020343ff 2024-11-11T23:30:55,439 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ec4e1ab90493502b3be4612e020343ff 2024-11-11T23:30:55,443 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/ec4e1ab90493502b3be4612e020343ff/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-11T23:30:55,445 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ec4e1ab90493502b3be4612e020343ff; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63801456, jitterRate=-0.04928421974182129}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T23:30:55,445 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ec4e1ab90493502b3be4612e020343ff: Writing region info on filesystem at 1731367855371Initializing all the Stores at 1731367855372 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367855372Obtaining lock to block concurrent updates at 1731367855388 (+16 ms)Preparing flush snapshotting stores in ec4e1ab90493502b3be4612e020343ff at 1731367855388Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731367855169.ec4e1ab90493502b3be4612e020343ff., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731367855388Flushing stores of testReplayEditsWrittenIntoWAL,,1731367855169.ec4e1ab90493502b3be4612e020343ff. at 1731367855388Flushing ec4e1ab90493502b3be4612e020343ff/a: creating writer at 1731367855388Flushing ec4e1ab90493502b3be4612e020343ff/a: appending metadata at 1731367855406 (+18 ms)Flushing ec4e1ab90493502b3be4612e020343ff/a: closing flushed file at 1731367855406Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@337b4f07: reopening flushed file at 1731367855422 (+16 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for ec4e1ab90493502b3be4612e020343ff in 45ms, sequenceid=2, compaction requested=false; wal=null at 1731367855433 (+11 ms)Cleaning up temporary data from old regions at 1731367855435 (+2 ms)Region opened successfully at 1731367855445 (+10 ms) 2024-11-11T23:30:55,464 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=386 (was 376) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:38370 [Receiving block BP-1691708837-172.17.0.2-1731367845615:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:49894 [Receiving block BP-1691708837-172.17.0.2-1731367845615:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:42790 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1691708837-172.17.0.2-1731367845615:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:55538 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1691708837-172.17.0.2-1731367845615:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:42880 [Receiving block BP-1691708837-172.17.0.2-1731367845615:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1691708837-172.17.0.2-1731367845615:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=431 (was 431), ProcessCount=11 (was 10) - ProcessCount LEAK? -, AvailableMemoryMB=7290 (was 7331) 2024-11-11T23:30:55,474 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=386, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=431, ProcessCount=11, AvailableMemoryMB=7289 2024-11-11T23:30:55,491 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:30:55,495 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:30:55,496 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:30:55,500 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-96829030, suffix=, logDir=hdfs://localhost:46485/hbase/WALs/hregion-96829030, archiveDir=hdfs://localhost:46485/hbase/oldWALs, maxLogs=32 2024-11-11T23:30:55,520 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-96829030/hregion-96829030.1731367855501, exclude list is [], retry=0 2024-11-11T23:30:55,524 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38727,DS-91bdd526-bce5-4608-b953-af1cb2c82604,DISK] 2024-11-11T23:30:55,524 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41,DISK] 2024-11-11T23:30:55,525 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75,DISK] 2024-11-11T23:30:55,528 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-96829030/hregion-96829030.1731367855501 2024-11-11T23:30:55,529 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35193:35193),(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:44563:44563)] 2024-11-11T23:30:55,529 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 54723f8cfa8fa3adf5f90dade14fed60, NAME => 'testReplayEditsWrittenIntoWAL,,1731367855492.54723f8cfa8fa3adf5f90dade14fed60.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46485/hbase 2024-11-11T23:30:55,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741854_1030 (size=64) 2024-11-11T23:30:55,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741854_1030 (size=64) 2024-11-11T23:30:55,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741854_1030 (size=64) 2024-11-11T23:30:55,544 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731367855492.54723f8cfa8fa3adf5f90dade14fed60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:30:55,545 INFO [StoreOpener-54723f8cfa8fa3adf5f90dade14fed60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 54723f8cfa8fa3adf5f90dade14fed60 2024-11-11T23:30:55,547 INFO [StoreOpener-54723f8cfa8fa3adf5f90dade14fed60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54723f8cfa8fa3adf5f90dade14fed60 columnFamilyName a 2024-11-11T23:30:55,547 DEBUG [StoreOpener-54723f8cfa8fa3adf5f90dade14fed60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:30:55,548 INFO [StoreOpener-54723f8cfa8fa3adf5f90dade14fed60-1 {}] regionserver.HStore(327): Store=54723f8cfa8fa3adf5f90dade14fed60/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:30:55,548 INFO [StoreOpener-54723f8cfa8fa3adf5f90dade14fed60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 54723f8cfa8fa3adf5f90dade14fed60 2024-11-11T23:30:55,550 INFO [StoreOpener-54723f8cfa8fa3adf5f90dade14fed60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54723f8cfa8fa3adf5f90dade14fed60 columnFamilyName b 2024-11-11T23:30:55,550 DEBUG [StoreOpener-54723f8cfa8fa3adf5f90dade14fed60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:30:55,551 INFO [StoreOpener-54723f8cfa8fa3adf5f90dade14fed60-1 {}] regionserver.HStore(327): Store=54723f8cfa8fa3adf5f90dade14fed60/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:30:55,551 INFO [StoreOpener-54723f8cfa8fa3adf5f90dade14fed60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 54723f8cfa8fa3adf5f90dade14fed60 2024-11-11T23:30:55,553 INFO [StoreOpener-54723f8cfa8fa3adf5f90dade14fed60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54723f8cfa8fa3adf5f90dade14fed60 columnFamilyName c 2024-11-11T23:30:55,553 DEBUG [StoreOpener-54723f8cfa8fa3adf5f90dade14fed60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:30:55,553 INFO [StoreOpener-54723f8cfa8fa3adf5f90dade14fed60-1 {}] regionserver.HStore(327): Store=54723f8cfa8fa3adf5f90dade14fed60/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:30:55,554 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 54723f8cfa8fa3adf5f90dade14fed60 2024-11-11T23:30:55,555 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60 2024-11-11T23:30:55,555 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60 2024-11-11T23:30:55,556 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 54723f8cfa8fa3adf5f90dade14fed60 2024-11-11T23:30:55,556 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 54723f8cfa8fa3adf5f90dade14fed60 2024-11-11T23:30:55,557 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:30:55,558 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 54723f8cfa8fa3adf5f90dade14fed60 2024-11-11T23:30:55,561 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:30:55,561 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 54723f8cfa8fa3adf5f90dade14fed60; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71626701, jitterRate=0.06732101738452911}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:30:55,562 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 54723f8cfa8fa3adf5f90dade14fed60: Writing region info on filesystem at 1731367855544Initializing all the Stores at 1731367855545 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367855545Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367855545Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367855545Cleaning up temporary data from old regions at 1731367855556 (+11 ms)Region opened successfully at 1731367855562 (+6 ms) 2024-11-11T23:30:55,562 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 54723f8cfa8fa3adf5f90dade14fed60, disabling compactions & flushes 2024-11-11T23:30:55,562 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731367855492.54723f8cfa8fa3adf5f90dade14fed60. 2024-11-11T23:30:55,562 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731367855492.54723f8cfa8fa3adf5f90dade14fed60. 2024-11-11T23:30:55,562 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731367855492.54723f8cfa8fa3adf5f90dade14fed60. after waiting 0 ms 2024-11-11T23:30:55,562 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731367855492.54723f8cfa8fa3adf5f90dade14fed60. 2024-11-11T23:30:55,564 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731367855492.54723f8cfa8fa3adf5f90dade14fed60. 2024-11-11T23:30:55,564 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 54723f8cfa8fa3adf5f90dade14fed60: Waiting for close lock at 1731367855562Disabling compacts and flushes for region at 1731367855562Disabling writes for close at 1731367855562Writing region close event to WAL at 1731367855564 (+2 ms)Closed at 1731367855564 2024-11-11T23:30:55,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741853_1029 (size=95) 2024-11-11T23:30:55,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741853_1029 (size=95) 2024-11-11T23:30:55,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741853_1029 (size=95) 2024-11-11T23:30:55,576 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T23:30:55,576 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-96829030:(num 1731367855501) 2024-11-11T23:30:55,576 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T23:30:55,579 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731367855490, archiveDir=hdfs://localhost:46485/hbase/oldWALs, maxLogs=32 2024-11-11T23:30:55,593 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731367855490/wal.1731367855580, exclude list is [], retry=0 2024-11-11T23:30:55,597 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75,DISK] 2024-11-11T23:30:55,598 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41,DISK] 2024-11-11T23:30:55,598 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38727,DS-91bdd526-bce5-4608-b953-af1cb2c82604,DISK] 2024-11-11T23:30:55,605 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731367855490/wal.1731367855580 2024-11-11T23:30:55,605 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44563:44563),(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:35193:35193)] 2024-11-11T23:30:55,907 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731367855490/wal.1731367855580, size=0 (0bytes) 2024-11-11T23:30:55,907 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731367855490/wal.1731367855580 might be still open, length is 0 2024-11-11T23:30:55,907 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731367855490/wal.1731367855580 2024-11-11T23:30:55,908 WARN [IPC Server handler 0 on default port 46485 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731367855490/wal.1731367855580 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-11T23:30:55,909 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731367855490/wal.1731367855580 after 2ms 2024-11-11T23:30:58,624 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:38394 [Receiving block BP-1691708837-172.17.0.2-1731367845615:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:39445:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38394 dst: /127.0.0.1:39445 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39445 remote=/127.0.0.1:38394]. Total timeout mills is 60000, 57231 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:30:58,624 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:42922 [Receiving block BP-1691708837-172.17.0.2-1731367845615:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:32917:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42922 dst: /127.0.0.1:32917 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:30:58,624 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:49940 [Receiving block BP-1691708837-172.17.0.2-1731367845615:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:38727:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49940 dst: /127.0.0.1:38727 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:30:58,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741855_1032 (size=263633) 2024-11-11T23:30:58,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741855_1032 (size=263633) 2024-11-11T23:30:58,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741855_1032 (size=263633) 2024-11-11T23:30:59,342 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T23:30:59,403 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T23:30:59,910 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731367855490/wal.1731367855580 after 4003ms 2024-11-11T23:30:59,914 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731367855490/wal.1731367855580: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T23:30:59,916 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731367855490/wal.1731367855580 took 4010ms 2024-11-11T23:30:59,921 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731367855580.temp 2024-11-11T23:30:59,923 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/recovered.edits/0000000000000000001-wal.1731367855580.temp 2024-11-11T23:31:00,051 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731367855490/wal.1731367855580; continuing. 2024-11-11T23:31:00,051 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731367855490/wal.1731367855580 so closing down 2024-11-11T23:31:00,051 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T23:31:00,056 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T23:31:00,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741856_1033 (size=263641) 2024-11-11T23:31:00,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741856_1033 (size=263641) 2024-11-11T23:31:00,060 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/recovered.edits/0000000000000000001-wal.1731367855580.temp (wrote 3002 edits, skipped 0 edits in 82 ms) 2024-11-11T23:31:00,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741856_1033 (size=263641) 2024-11-11T23:31:00,062 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/recovered.edits/0000000000000000001-wal.1731367855580.temp to hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/recovered.edits/0000000000000003002 2024-11-11T23:31:00,062 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 146 ms; skipped=0; WAL=hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731367855490/wal.1731367855580, size=0, length=0, corrupted=false, cancelled=false 2024-11-11T23:31:00,062 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731367855490/wal.1731367855580, journal: Splitting hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731367855490/wal.1731367855580, size=0 (0bytes) at 1731367855907Creating recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/recovered.edits/0000000000000000001-wal.1731367855580.temp at 1731367859923 (+4016 ms)Split 1024 edits, skipped 0 edits. at 1731367859986 (+63 ms)Split 2048 edits, skipped 0 edits. at 1731367860020 (+34 ms)Finishing writing output for hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731367855490/wal.1731367855580 so closing down at 1731367860051 (+31 ms)3 split writer threads finished at 1731367860056 (+5 ms)Closed recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/recovered.edits/0000000000000000001-wal.1731367855580.temp (wrote 3002 edits, skipped 0 edits in 82 ms) at 1731367860060 (+4 ms)Rename recovered edits hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/recovered.edits/0000000000000000001-wal.1731367855580.temp to hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/recovered.edits/0000000000000003002 at 1731367860062 (+2 ms)Processed 3002 edits across 1 Regions in 146 ms; skipped=0; WAL=hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731367855490/wal.1731367855580, size=0, length=0, corrupted=false, cancelled=false at 1731367860062 2024-11-11T23:31:00,067 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731367855490/wal.1731367855580 to hdfs://localhost:46485/hbase/oldWALs/wal.1731367855580 2024-11-11T23:31:00,069 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/recovered.edits/0000000000000003002 2024-11-11T23:31:00,069 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T23:31:00,072 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731367855490, archiveDir=hdfs://localhost:46485/hbase/oldWALs, maxLogs=32 2024-11-11T23:31:00,089 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731367855490/wal.1731367860073, exclude list is [], retry=0 2024-11-11T23:31:00,093 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38727,DS-91bdd526-bce5-4608-b953-af1cb2c82604,DISK] 2024-11-11T23:31:00,093 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41,DISK] 2024-11-11T23:31:00,094 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75,DISK] 2024-11-11T23:31:00,096 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731367855490/wal.1731367860073 2024-11-11T23:31:00,099 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35193:35193),(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:44563:44563)] 2024-11-11T23:31:00,099 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731367855492.54723f8cfa8fa3adf5f90dade14fed60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:31:00,102 INFO [StoreOpener-54723f8cfa8fa3adf5f90dade14fed60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 54723f8cfa8fa3adf5f90dade14fed60 2024-11-11T23:31:00,103 INFO [StoreOpener-54723f8cfa8fa3adf5f90dade14fed60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54723f8cfa8fa3adf5f90dade14fed60 columnFamilyName a 2024-11-11T23:31:00,103 DEBUG [StoreOpener-54723f8cfa8fa3adf5f90dade14fed60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:00,104 INFO [StoreOpener-54723f8cfa8fa3adf5f90dade14fed60-1 {}] regionserver.HStore(327): Store=54723f8cfa8fa3adf5f90dade14fed60/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:00,104 INFO [StoreOpener-54723f8cfa8fa3adf5f90dade14fed60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 54723f8cfa8fa3adf5f90dade14fed60 2024-11-11T23:31:00,105 INFO [StoreOpener-54723f8cfa8fa3adf5f90dade14fed60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54723f8cfa8fa3adf5f90dade14fed60 columnFamilyName b 2024-11-11T23:31:00,106 DEBUG [StoreOpener-54723f8cfa8fa3adf5f90dade14fed60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:00,106 INFO [StoreOpener-54723f8cfa8fa3adf5f90dade14fed60-1 {}] regionserver.HStore(327): Store=54723f8cfa8fa3adf5f90dade14fed60/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:00,106 INFO [StoreOpener-54723f8cfa8fa3adf5f90dade14fed60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 54723f8cfa8fa3adf5f90dade14fed60 2024-11-11T23:31:00,108 INFO [StoreOpener-54723f8cfa8fa3adf5f90dade14fed60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54723f8cfa8fa3adf5f90dade14fed60 columnFamilyName c 2024-11-11T23:31:00,108 DEBUG [StoreOpener-54723f8cfa8fa3adf5f90dade14fed60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:00,108 INFO [StoreOpener-54723f8cfa8fa3adf5f90dade14fed60-1 {}] regionserver.HStore(327): Store=54723f8cfa8fa3adf5f90dade14fed60/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:00,109 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 54723f8cfa8fa3adf5f90dade14fed60 2024-11-11T23:31:00,110 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60 2024-11-11T23:31:00,112 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60 2024-11-11T23:31:00,113 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/recovered.edits/0000000000000003002 2024-11-11T23:31:00,116 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T23:31:00,155 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-11T23:31:00,501 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 54723f8cfa8fa3adf5f90dade14fed60 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-11T23:31:00,543 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/.tmp/a/11111e7bef634424a45ade87df07ac9b is 62, key is testReplayEditsWrittenIntoWAL/a:100/1731367855616/Put/seqid=0 2024-11-11T23:31:00,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741858_1035 (size=50463) 2024-11-11T23:31:00,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741858_1035 (size=50463) 2024-11-11T23:31:00,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741858_1035 (size=50463) 2024-11-11T23:31:00,556 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/.tmp/a/11111e7bef634424a45ade87df07ac9b 2024-11-11T23:31:00,564 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/.tmp/a/11111e7bef634424a45ade87df07ac9b as hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/a/11111e7bef634424a45ade87df07ac9b 2024-11-11T23:31:00,571 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/a/11111e7bef634424a45ade87df07ac9b, entries=754, sequenceid=754, filesize=49.3 K 2024-11-11T23:31:00,572 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 54723f8cfa8fa3adf5f90dade14fed60 in 71ms, sequenceid=754, compaction requested=false; wal=null 2024-11-11T23:31:00,602 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-11T23:31:00,602 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 54723f8cfa8fa3adf5f90dade14fed60 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-11T23:31:00,617 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/.tmp/a/a20dbea34643483cbe86087369615c0f is 62, key is testReplayEditsWrittenIntoWAL/a:754/1731367855685/Put/seqid=0 2024-11-11T23:31:00,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741859_1036 (size=20072) 2024-11-11T23:31:00,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741859_1036 (size=20072) 2024-11-11T23:31:00,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741859_1036 (size=20072) 2024-11-11T23:31:00,636 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/.tmp/a/a20dbea34643483cbe86087369615c0f 2024-11-11T23:31:00,670 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/.tmp/b/19cbfb2ccaa0453989c490e6653931e8 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1731367855718/Put/seqid=0 2024-11-11T23:31:00,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741860_1037 (size=35835) 2024-11-11T23:31:00,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741860_1037 (size=35835) 2024-11-11T23:31:00,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741860_1037 (size=35835) 2024-11-11T23:31:00,682 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/.tmp/b/19cbfb2ccaa0453989c490e6653931e8 2024-11-11T23:31:00,691 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/.tmp/a/a20dbea34643483cbe86087369615c0f as hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/a/a20dbea34643483cbe86087369615c0f 2024-11-11T23:31:00,701 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/a/a20dbea34643483cbe86087369615c0f, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-11T23:31:00,703 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/.tmp/b/19cbfb2ccaa0453989c490e6653931e8 as hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/b/19cbfb2ccaa0453989c490e6653931e8 2024-11-11T23:31:00,722 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/b/19cbfb2ccaa0453989c490e6653931e8, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-11T23:31:00,722 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 54723f8cfa8fa3adf5f90dade14fed60 in 120ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-11T23:31:00,748 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-11T23:31:00,749 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 54723f8cfa8fa3adf5f90dade14fed60 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-11T23:31:00,759 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/.tmp/b/2b2401f05dec42e88ec54d9c6299d463 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1731367855744/Put/seqid=0 2024-11-11T23:31:00,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741861_1038 (size=35082) 2024-11-11T23:31:00,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741861_1038 (size=35082) 2024-11-11T23:31:00,777 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/.tmp/b/2b2401f05dec42e88ec54d9c6299d463 2024-11-11T23:31:00,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741861_1038 (size=35082) 2024-11-11T23:31:00,802 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/.tmp/c/10410ea0a8bd4dea95310e5ef3179623 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1731367855797/Put/seqid=0 2024-11-11T23:31:00,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741862_1039 (size=20825) 2024-11-11T23:31:00,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741862_1039 (size=20825) 2024-11-11T23:31:00,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741862_1039 (size=20825) 2024-11-11T23:31:00,809 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/.tmp/c/10410ea0a8bd4dea95310e5ef3179623 2024-11-11T23:31:00,816 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/.tmp/b/2b2401f05dec42e88ec54d9c6299d463 as hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/b/2b2401f05dec42e88ec54d9c6299d463 2024-11-11T23:31:00,822 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/b/2b2401f05dec42e88ec54d9c6299d463, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-11T23:31:00,823 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/.tmp/c/10410ea0a8bd4dea95310e5ef3179623 as hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/c/10410ea0a8bd4dea95310e5ef3179623 2024-11-11T23:31:00,829 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/c/10410ea0a8bd4dea95310e5ef3179623, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-11T23:31:00,830 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 54723f8cfa8fa3adf5f90dade14fed60 in 81ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-11T23:31:00,841 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T23:31:00,842 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T23:31:00,843 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:31:00,843 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T23:31:00,843 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T23:31:00,843 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T23:31:00,844 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-11T23:31:00,844 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-11T23:31:00,842 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1731367855854/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1731367855492.54723f8cfa8fa3adf5f90dade14fed60. 2024-11-11T23:31:00,845 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/recovered.edits/0000000000000003002 2024-11-11T23:31:00,845 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-11T23:31:00,845 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 54723f8cfa8fa3adf5f90dade14fed60 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-11T23:31:00,852 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/.tmp/c/f4d74cc891cb46688344d07ff5cfd98a is 62, key is testReplayEditsWrittenIntoWAL/c:262/1731367855807/Put/seqid=0 2024-11-11T23:31:00,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741863_1040 (size=50301) 2024-11-11T23:31:00,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741863_1040 (size=50301) 2024-11-11T23:31:00,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741863_1040 (size=50301) 2024-11-11T23:31:00,865 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/.tmp/c/f4d74cc891cb46688344d07ff5cfd98a 2024-11-11T23:31:00,872 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4d74cc891cb46688344d07ff5cfd98a 2024-11-11T23:31:00,873 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/.tmp/c/f4d74cc891cb46688344d07ff5cfd98a as hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/c/f4d74cc891cb46688344d07ff5cfd98a 2024-11-11T23:31:00,881 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4d74cc891cb46688344d07ff5cfd98a 2024-11-11T23:31:00,881 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/c/f4d74cc891cb46688344d07ff5cfd98a, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-11T23:31:00,881 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 54723f8cfa8fa3adf5f90dade14fed60 in 36ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-11T23:31:00,882 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/recovered.edits/0000000000000003002 2024-11-11T23:31:00,884 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 54723f8cfa8fa3adf5f90dade14fed60 2024-11-11T23:31:00,884 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 54723f8cfa8fa3adf5f90dade14fed60 2024-11-11T23:31:00,885 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T23:31:00,887 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 54723f8cfa8fa3adf5f90dade14fed60 2024-11-11T23:31:00,890 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenIntoWAL/54723f8cfa8fa3adf5f90dade14fed60/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-11T23:31:00,891 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 54723f8cfa8fa3adf5f90dade14fed60; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62368006, jitterRate=-0.07064428925514221}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T23:31:00,891 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 54723f8cfa8fa3adf5f90dade14fed60: Writing region info on filesystem at 1731367860100Initializing all the Stores at 1731367860101 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367860101Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367860102 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367860102Cleaning up temporary data from old regions at 1731367860884 (+782 ms)Region opened successfully at 1731367860891 (+7 ms) 2024-11-11T23:31:00,981 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 54723f8cfa8fa3adf5f90dade14fed60, disabling compactions & flushes 2024-11-11T23:31:00,981 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731367855492.54723f8cfa8fa3adf5f90dade14fed60. 2024-11-11T23:31:00,982 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731367855492.54723f8cfa8fa3adf5f90dade14fed60. 2024-11-11T23:31:00,982 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731367855492.54723f8cfa8fa3adf5f90dade14fed60. after waiting 0 ms 2024-11-11T23:31:00,982 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731367855492.54723f8cfa8fa3adf5f90dade14fed60. 2024-11-11T23:31:00,986 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731367855492.54723f8cfa8fa3adf5f90dade14fed60. 2024-11-11T23:31:00,986 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 54723f8cfa8fa3adf5f90dade14fed60: Waiting for close lock at 1731367860981Disabling compacts and flushes for region at 1731367860981Disabling writes for close at 1731367860982 (+1 ms)Writing region close event to WAL at 1731367860986 (+4 ms)Closed at 1731367860986 2024-11-11T23:31:00,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741857_1034 (size=95) 2024-11-11T23:31:00,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741857_1034 (size=95) 2024-11-11T23:31:00,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741857_1034 (size=95) 2024-11-11T23:31:00,996 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T23:31:00,996 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731367860073) 2024-11-11T23:31:01,017 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=400 (was 386) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1544363255_22 at /127.0.0.1:42994 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/cluster_a8045f18-27a9-e129-48cd-1cea1d18991d/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1798728533) connection to localhost/127.0.0.1:40977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1798728533) connection to localhost/127.0.0.1:46485 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1544363255_22 at /127.0.0.1:49976 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1798728533) connection to localhost/127.0.0.1:34751 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1544363255_22 at /127.0.0.1:38448 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/cluster_a8045f18-27a9-e129-48cd-1cea1d18991d/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1544363255_22 at /127.0.0.1:42972 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:46485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=413 (was 431), ProcessCount=11 (was 11), AvailableMemoryMB=6784 (was 7289) 2024-11-11T23:31:01,045 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=400, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=413, ProcessCount=11, AvailableMemoryMB=6782 2024-11-11T23:31:01,067 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:31:01,070 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:31:01,071 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:31:01,077 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-27820222, suffix=, logDir=hdfs://localhost:46485/hbase/WALs/hregion-27820222, archiveDir=hdfs://localhost:46485/hbase/oldWALs, maxLogs=32 2024-11-11T23:31:01,092 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-27820222/hregion-27820222.1731367861078, exclude list is [], retry=0 2024-11-11T23:31:01,096 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41,DISK] 2024-11-11T23:31:01,097 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75,DISK] 2024-11-11T23:31:01,099 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38727,DS-91bdd526-bce5-4608-b953-af1cb2c82604,DISK] 2024-11-11T23:31:01,106 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-27820222/hregion-27820222.1731367861078 2024-11-11T23:31:01,108 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:35193:35193),(127.0.0.1/127.0.0.1:44563:44563)] 2024-11-11T23:31:01,109 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => a2e0262a0da7294b7a9e4e04e854ab95, NAME => 'test2727,,1731367861068.a2e0262a0da7294b7a9e4e04e854ab95.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46485/hbase 2024-11-11T23:31:01,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741865_1042 (size=43) 2024-11-11T23:31:01,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741865_1042 (size=43) 2024-11-11T23:31:01,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741865_1042 (size=43) 2024-11-11T23:31:01,137 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731367861068.a2e0262a0da7294b7a9e4e04e854ab95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:31:01,140 INFO [StoreOpener-a2e0262a0da7294b7a9e4e04e854ab95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a2e0262a0da7294b7a9e4e04e854ab95 2024-11-11T23:31:01,143 INFO [StoreOpener-a2e0262a0da7294b7a9e4e04e854ab95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2e0262a0da7294b7a9e4e04e854ab95 columnFamilyName a 2024-11-11T23:31:01,143 DEBUG [StoreOpener-a2e0262a0da7294b7a9e4e04e854ab95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:01,145 INFO [StoreOpener-a2e0262a0da7294b7a9e4e04e854ab95-1 {}] regionserver.HStore(327): Store=a2e0262a0da7294b7a9e4e04e854ab95/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:01,145 INFO [StoreOpener-a2e0262a0da7294b7a9e4e04e854ab95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a2e0262a0da7294b7a9e4e04e854ab95 2024-11-11T23:31:01,149 INFO [StoreOpener-a2e0262a0da7294b7a9e4e04e854ab95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2e0262a0da7294b7a9e4e04e854ab95 columnFamilyName b 2024-11-11T23:31:01,149 DEBUG [StoreOpener-a2e0262a0da7294b7a9e4e04e854ab95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:01,151 INFO [StoreOpener-a2e0262a0da7294b7a9e4e04e854ab95-1 {}] regionserver.HStore(327): Store=a2e0262a0da7294b7a9e4e04e854ab95/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:01,151 INFO [StoreOpener-a2e0262a0da7294b7a9e4e04e854ab95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a2e0262a0da7294b7a9e4e04e854ab95 2024-11-11T23:31:01,159 INFO [StoreOpener-a2e0262a0da7294b7a9e4e04e854ab95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2e0262a0da7294b7a9e4e04e854ab95 columnFamilyName c 2024-11-11T23:31:01,160 DEBUG [StoreOpener-a2e0262a0da7294b7a9e4e04e854ab95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:01,161 INFO [StoreOpener-a2e0262a0da7294b7a9e4e04e854ab95-1 {}] regionserver.HStore(327): Store=a2e0262a0da7294b7a9e4e04e854ab95/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:01,161 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a2e0262a0da7294b7a9e4e04e854ab95 2024-11-11T23:31:01,164 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95 2024-11-11T23:31:01,165 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95 2024-11-11T23:31:01,166 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a2e0262a0da7294b7a9e4e04e854ab95 2024-11-11T23:31:01,167 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a2e0262a0da7294b7a9e4e04e854ab95 2024-11-11T23:31:01,169 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:31:01,171 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a2e0262a0da7294b7a9e4e04e854ab95 2024-11-11T23:31:01,175 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:31:01,175 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a2e0262a0da7294b7a9e4e04e854ab95; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62241405, jitterRate=-0.07253079116344452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:31:01,180 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a2e0262a0da7294b7a9e4e04e854ab95: Writing region info on filesystem at 1731367861137Initializing all the Stores at 1731367861138 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367861138Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367861140 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367861140Cleaning up temporary data from old regions at 1731367861167 (+27 ms)Region opened successfully at 1731367861180 (+13 ms) 2024-11-11T23:31:01,180 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a2e0262a0da7294b7a9e4e04e854ab95, disabling compactions & flushes 2024-11-11T23:31:01,180 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731367861068.a2e0262a0da7294b7a9e4e04e854ab95. 2024-11-11T23:31:01,180 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731367861068.a2e0262a0da7294b7a9e4e04e854ab95. 2024-11-11T23:31:01,180 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731367861068.a2e0262a0da7294b7a9e4e04e854ab95. after waiting 0 ms 2024-11-11T23:31:01,180 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731367861068.a2e0262a0da7294b7a9e4e04e854ab95. 2024-11-11T23:31:01,181 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731367861068.a2e0262a0da7294b7a9e4e04e854ab95. 2024-11-11T23:31:01,181 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a2e0262a0da7294b7a9e4e04e854ab95: Waiting for close lock at 1731367861180Disabling compacts and flushes for region at 1731367861180Disabling writes for close at 1731367861180Writing region close event to WAL at 1731367861181 (+1 ms)Closed at 1731367861181 2024-11-11T23:31:01,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741864_1041 (size=95) 2024-11-11T23:31:01,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741864_1041 (size=95) 2024-11-11T23:31:01,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741864_1041 (size=95) 2024-11-11T23:31:01,199 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T23:31:01,200 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-27820222:(num 1731367861078) 2024-11-11T23:31:01,200 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T23:31:01,203 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46485/hbase/WALs/test2727-manual,16010,1731367861066, archiveDir=hdfs://localhost:46485/hbase/oldWALs, maxLogs=32 2024-11-11T23:31:01,219 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731367861066/wal.1731367861203, exclude list is [], retry=0 2024-11-11T23:31:01,222 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41,DISK] 2024-11-11T23:31:01,223 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38727,DS-91bdd526-bce5-4608-b953-af1cb2c82604,DISK] 2024-11-11T23:31:01,223 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75,DISK] 2024-11-11T23:31:01,233 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731367861066/wal.1731367861203 2024-11-11T23:31:01,233 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:35193:35193),(127.0.0.1/127.0.0.1:44563:44563)] 2024-11-11T23:31:01,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741866_1043 (size=263359) 2024-11-11T23:31:01,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741866_1043 (size=263359) 2024-11-11T23:31:01,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741866_1043 (size=263359) 2024-11-11T23:31:01,462 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46485/hbase/WALs/test2727-manual,16010,1731367861066/wal.1731367861203, size=257.2 K (263359bytes) 2024-11-11T23:31:01,462 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46485/hbase/WALs/test2727-manual,16010,1731367861066/wal.1731367861203 2024-11-11T23:31:01,463 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46485/hbase/WALs/test2727-manual,16010,1731367861066/wal.1731367861203 after 1ms 2024-11-11T23:31:01,466 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46485/hbase/WALs/test2727-manual,16010,1731367861066/wal.1731367861203: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T23:31:01,468 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46485/hbase/WALs/test2727-manual,16010,1731367861066/wal.1731367861203 took 6ms 2024-11-11T23:31:01,478 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731367861203.temp 2024-11-11T23:31:01,480 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/recovered.edits/0000000000000000001-wal.1731367861203.temp 2024-11-11T23:31:01,530 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46485/hbase/WALs/test2727-manual,16010,1731367861066/wal.1731367861203 so closing down 2024-11-11T23:31:01,530 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T23:31:01,531 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T23:31:01,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741867_1044 (size=263359) 2024-11-11T23:31:01,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741867_1044 (size=263359) 2024-11-11T23:31:01,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741867_1044 (size=263359) 2024-11-11T23:31:01,534 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/recovered.edits/0000000000000000001-wal.1731367861203.temp (wrote 3000 edits, skipped 0 edits in 41 ms) 2024-11-11T23:31:01,536 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/recovered.edits/0000000000000000001-wal.1731367861203.temp to hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/recovered.edits/0000000000000003000 2024-11-11T23:31:01,537 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:46485/hbase/WALs/test2727-manual,16010,1731367861066/wal.1731367861203, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-11-11T23:31:01,537 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46485/hbase/WALs/test2727-manual,16010,1731367861066/wal.1731367861203, journal: Splitting hdfs://localhost:46485/hbase/WALs/test2727-manual,16010,1731367861066/wal.1731367861203, size=257.2 K (263359bytes) at 1731367861462Creating recovered edits writer path=hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/recovered.edits/0000000000000000001-wal.1731367861203.temp at 1731367861480 (+18 ms)Split 1024 edits, skipped 0 edits. at 1731367861493 (+13 ms)Split 2048 edits, skipped 0 edits. at 1731367861510 (+17 ms)Finishing writing output for hdfs://localhost:46485/hbase/WALs/test2727-manual,16010,1731367861066/wal.1731367861203 so closing down at 1731367861530 (+20 ms)3 split writer threads finished at 1731367861531 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/recovered.edits/0000000000000000001-wal.1731367861203.temp (wrote 3000 edits, skipped 0 edits in 41 ms) at 1731367861534 (+3 ms)Rename recovered edits hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/recovered.edits/0000000000000000001-wal.1731367861203.temp to hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/recovered.edits/0000000000000003000 at 1731367861536 (+2 ms)Processed 3000 edits across 1 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:46485/hbase/WALs/test2727-manual,16010,1731367861066/wal.1731367861203, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1731367861537 (+1 ms) 2024-11-11T23:31:01,539 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46485/hbase/WALs/test2727-manual,16010,1731367861066/wal.1731367861203 to hdfs://localhost:46485/hbase/oldWALs/wal.1731367861203 2024-11-11T23:31:01,540 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/recovered.edits/0000000000000003000 2024-11-11T23:31:01,540 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T23:31:01,542 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46485/hbase/WALs/test2727-manual,16010,1731367861066, archiveDir=hdfs://localhost:46485/hbase/oldWALs, maxLogs=32 2024-11-11T23:31:01,557 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731367861066/wal.1731367861543, exclude list is [], retry=0 2024-11-11T23:31:01,561 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75,DISK] 2024-11-11T23:31:01,561 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41,DISK] 2024-11-11T23:31:01,562 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38727,DS-91bdd526-bce5-4608-b953-af1cb2c82604,DISK] 2024-11-11T23:31:01,564 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731367861066/wal.1731367861543 2024-11-11T23:31:01,564 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44563:44563),(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:35193:35193)] 2024-11-11T23:31:01,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741868_1045 (size=263486) 2024-11-11T23:31:01,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741868_1045 (size=263486) 2024-11-11T23:31:01,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741868_1045 (size=263486) 2024-11-11T23:31:01,800 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46485/hbase/WALs/test2727-manual,16010,1731367861066/wal.1731367861543, size=257.3 K (263486bytes) 2024-11-11T23:31:01,800 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46485/hbase/WALs/test2727-manual,16010,1731367861066/wal.1731367861543 2024-11-11T23:31:01,801 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46485/hbase/WALs/test2727-manual,16010,1731367861066/wal.1731367861543 after 1ms 2024-11-11T23:31:01,804 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46485/hbase/WALs/test2727-manual,16010,1731367861066/wal.1731367861543: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T23:31:01,806 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46485/hbase/WALs/test2727-manual,16010,1731367861066/wal.1731367861543 took 6ms 2024-11-11T23:31:01,811 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1731367861543.temp 2024-11-11T23:31:01,815 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/recovered.edits/0000000000000003001-wal.1731367861543.temp 2024-11-11T23:31:01,867 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46485/hbase/WALs/test2727-manual,16010,1731367861066/wal.1731367861543 so closing down 2024-11-11T23:31:01,867 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T23:31:01,867 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T23:31:01,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741869_1046 (size=263486) 2024-11-11T23:31:01,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741869_1046 (size=263486) 2024-11-11T23:31:01,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741869_1046 (size=263486) 2024-11-11T23:31:01,872 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/recovered.edits/0000000000000003001-wal.1731367861543.temp (wrote 3000 edits, skipped 0 edits in 41 ms) 2024-11-11T23:31:01,874 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/recovered.edits/0000000000000003001-wal.1731367861543.temp to hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/recovered.edits/0000000000000006000 2024-11-11T23:31:01,874 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:46485/hbase/WALs/test2727-manual,16010,1731367861066/wal.1731367861543, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-11-11T23:31:01,874 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46485/hbase/WALs/test2727-manual,16010,1731367861066/wal.1731367861543, journal: Splitting hdfs://localhost:46485/hbase/WALs/test2727-manual,16010,1731367861066/wal.1731367861543, size=257.3 K (263486bytes) at 1731367861800Creating recovered edits writer path=hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/recovered.edits/0000000000000003001-wal.1731367861543.temp at 1731367861815 (+15 ms)Split 1024 edits, skipped 0 edits. at 1731367861831 (+16 ms)Split 2048 edits, skipped 0 edits. at 1731367861851 (+20 ms)Finishing writing output for hdfs://localhost:46485/hbase/WALs/test2727-manual,16010,1731367861066/wal.1731367861543 so closing down at 1731367861867 (+16 ms)3 split writer threads finished at 1731367861867Closed recovered edits writer path=hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/recovered.edits/0000000000000003001-wal.1731367861543.temp (wrote 3000 edits, skipped 0 edits in 41 ms) at 1731367861872 (+5 ms)Rename recovered edits hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/recovered.edits/0000000000000003001-wal.1731367861543.temp to hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/recovered.edits/0000000000000006000 at 1731367861874 (+2 ms)Processed 3000 edits across 1 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:46485/hbase/WALs/test2727-manual,16010,1731367861066/wal.1731367861543, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1731367861874 2024-11-11T23:31:01,877 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46485/hbase/WALs/test2727-manual,16010,1731367861066/wal.1731367861543 to hdfs://localhost:46485/hbase/oldWALs/wal.1731367861543 2024-11-11T23:31:01,878 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/recovered.edits/0000000000000006000 2024-11-11T23:31:01,878 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T23:31:01,881 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46485/hbase/WALs/test2727-manual,16010,1731367861066, archiveDir=hdfs://localhost:46485/hbase/oldWALs, maxLogs=32 2024-11-11T23:31:01,901 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731367861066/wal.1731367861882, exclude list is [], retry=0 2024-11-11T23:31:01,904 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41,DISK] 2024-11-11T23:31:01,905 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38727,DS-91bdd526-bce5-4608-b953-af1cb2c82604,DISK] 2024-11-11T23:31:01,905 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75,DISK] 2024-11-11T23:31:01,909 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731367861066/wal.1731367861882 2024-11-11T23:31:01,909 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:35193:35193),(127.0.0.1/127.0.0.1:44563:44563)] 2024-11-11T23:31:01,909 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a2e0262a0da7294b7a9e4e04e854ab95, NAME => 'test2727,,1731367861068.a2e0262a0da7294b7a9e4e04e854ab95.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:31:01,910 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731367861068.a2e0262a0da7294b7a9e4e04e854ab95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:31:01,910 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a2e0262a0da7294b7a9e4e04e854ab95 2024-11-11T23:31:01,910 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a2e0262a0da7294b7a9e4e04e854ab95 2024-11-11T23:31:01,912 INFO [StoreOpener-a2e0262a0da7294b7a9e4e04e854ab95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a2e0262a0da7294b7a9e4e04e854ab95 2024-11-11T23:31:01,913 INFO [StoreOpener-a2e0262a0da7294b7a9e4e04e854ab95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2e0262a0da7294b7a9e4e04e854ab95 columnFamilyName a 2024-11-11T23:31:01,913 DEBUG [StoreOpener-a2e0262a0da7294b7a9e4e04e854ab95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:01,914 INFO [StoreOpener-a2e0262a0da7294b7a9e4e04e854ab95-1 {}] regionserver.HStore(327): Store=a2e0262a0da7294b7a9e4e04e854ab95/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:01,914 INFO [StoreOpener-a2e0262a0da7294b7a9e4e04e854ab95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a2e0262a0da7294b7a9e4e04e854ab95 2024-11-11T23:31:01,915 INFO [StoreOpener-a2e0262a0da7294b7a9e4e04e854ab95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2e0262a0da7294b7a9e4e04e854ab95 columnFamilyName b 2024-11-11T23:31:01,915 DEBUG [StoreOpener-a2e0262a0da7294b7a9e4e04e854ab95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:01,916 INFO [StoreOpener-a2e0262a0da7294b7a9e4e04e854ab95-1 {}] regionserver.HStore(327): Store=a2e0262a0da7294b7a9e4e04e854ab95/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:01,916 INFO [StoreOpener-a2e0262a0da7294b7a9e4e04e854ab95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a2e0262a0da7294b7a9e4e04e854ab95 2024-11-11T23:31:01,917 INFO [StoreOpener-a2e0262a0da7294b7a9e4e04e854ab95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2e0262a0da7294b7a9e4e04e854ab95 columnFamilyName c 2024-11-11T23:31:01,917 DEBUG [StoreOpener-a2e0262a0da7294b7a9e4e04e854ab95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:01,918 INFO [StoreOpener-a2e0262a0da7294b7a9e4e04e854ab95-1 {}] regionserver.HStore(327): Store=a2e0262a0da7294b7a9e4e04e854ab95/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:01,918 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a2e0262a0da7294b7a9e4e04e854ab95 2024-11-11T23:31:01,919 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95 2024-11-11T23:31:01,922 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95 2024-11-11T23:31:01,923 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/recovered.edits/0000000000000003000 2024-11-11T23:31:01,926 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T23:31:02,006 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/recovered.edits/0000000000000003000 2024-11-11T23:31:02,007 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/recovered.edits/0000000000000006000 2024-11-11T23:31:02,010 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T23:31:02,061 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/recovered.edits/0000000000000006000 2024-11-11T23:31:02,061 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a2e0262a0da7294b7a9e4e04e854ab95 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-11T23:31:02,090 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/.tmp/a/fdab4974238b4e1db073927b73370357 is 41, key is test2727/a:100/1731367861572/Put/seqid=0 2024-11-11T23:31:02,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741871_1048 (size=84227) 2024-11-11T23:31:02,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741871_1048 (size=84227) 2024-11-11T23:31:02,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741871_1048 (size=84227) 2024-11-11T23:31:02,101 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/.tmp/a/fdab4974238b4e1db073927b73370357 2024-11-11T23:31:02,136 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/.tmp/b/59f913b4a3e34cac8ca81b260ba34bc5 is 41, key is test2727/b:100/1731367861644/Put/seqid=0 2024-11-11T23:31:02,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741872_1049 (size=84609) 2024-11-11T23:31:02,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741872_1049 (size=84609) 2024-11-11T23:31:02,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741872_1049 (size=84609) 2024-11-11T23:31:02,155 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/.tmp/b/59f913b4a3e34cac8ca81b260ba34bc5 2024-11-11T23:31:02,182 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/.tmp/c/aad2296fd2934bfdb0047213ca19cf1c is 41, key is test2727/c:100/1731367861708/Put/seqid=0 2024-11-11T23:31:02,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741873_1050 (size=84609) 2024-11-11T23:31:02,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741873_1050 (size=84609) 2024-11-11T23:31:02,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741873_1050 (size=84609) 2024-11-11T23:31:02,204 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/.tmp/c/aad2296fd2934bfdb0047213ca19cf1c 2024-11-11T23:31:02,212 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/.tmp/a/fdab4974238b4e1db073927b73370357 as hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/a/fdab4974238b4e1db073927b73370357 2024-11-11T23:31:02,224 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/a/fdab4974238b4e1db073927b73370357, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-11T23:31:02,225 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/.tmp/b/59f913b4a3e34cac8ca81b260ba34bc5 as hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/b/59f913b4a3e34cac8ca81b260ba34bc5 2024-11-11T23:31:02,235 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/b/59f913b4a3e34cac8ca81b260ba34bc5, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-11T23:31:02,237 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/.tmp/c/aad2296fd2934bfdb0047213ca19cf1c as hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/c/aad2296fd2934bfdb0047213ca19cf1c 2024-11-11T23:31:02,250 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/c/aad2296fd2934bfdb0047213ca19cf1c, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-11T23:31:02,250 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for a2e0262a0da7294b7a9e4e04e854ab95 in 189ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-11T23:31:02,252 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/recovered.edits/0000000000000003000 2024-11-11T23:31:02,253 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/recovered.edits/0000000000000006000 2024-11-11T23:31:02,255 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a2e0262a0da7294b7a9e4e04e854ab95 2024-11-11T23:31:02,255 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a2e0262a0da7294b7a9e4e04e854ab95 2024-11-11T23:31:02,256 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:31:02,258 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a2e0262a0da7294b7a9e4e04e854ab95 2024-11-11T23:31:02,262 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46485/hbase/data/default/test2727/a2e0262a0da7294b7a9e4e04e854ab95/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-11T23:31:02,263 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a2e0262a0da7294b7a9e4e04e854ab95; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73913418, jitterRate=0.10139575600624084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:31:02,265 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a2e0262a0da7294b7a9e4e04e854ab95: Writing region info on filesystem at 1731367861910Initializing all the Stores at 1731367861911 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367861911Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367861911Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367861911Obtaining lock to block concurrent updates at 1731367862061 (+150 ms)Preparing flush snapshotting stores in a2e0262a0da7294b7a9e4e04e854ab95 at 1731367862061Finished memstore snapshotting test2727,,1731367861068.a2e0262a0da7294b7a9e4e04e854ab95., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1731367862061Flushing stores of test2727,,1731367861068.a2e0262a0da7294b7a9e4e04e854ab95. at 1731367862061Flushing a2e0262a0da7294b7a9e4e04e854ab95/a: creating writer at 1731367862061Flushing a2e0262a0da7294b7a9e4e04e854ab95/a: appending metadata at 1731367862089 (+28 ms)Flushing a2e0262a0da7294b7a9e4e04e854ab95/a: closing flushed file at 1731367862089Flushing a2e0262a0da7294b7a9e4e04e854ab95/b: creating writer at 1731367862109 (+20 ms)Flushing a2e0262a0da7294b7a9e4e04e854ab95/b: appending metadata at 1731367862135 (+26 ms)Flushing a2e0262a0da7294b7a9e4e04e854ab95/b: closing flushed file at 1731367862135Flushing a2e0262a0da7294b7a9e4e04e854ab95/c: creating writer at 1731367862162 (+27 ms)Flushing a2e0262a0da7294b7a9e4e04e854ab95/c: appending metadata at 1731367862181 (+19 ms)Flushing a2e0262a0da7294b7a9e4e04e854ab95/c: closing flushed file at 1731367862181Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1be8c317: reopening flushed file at 1731367862210 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b02c8f2: reopening flushed file at 1731367862224 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c992d4d: reopening flushed file at 1731367862236 (+12 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for a2e0262a0da7294b7a9e4e04e854ab95 in 189ms, sequenceid=6000, compaction requested=false; wal=null at 1731367862250 (+14 ms)Cleaning up temporary data from old regions at 1731367862255 (+5 ms)Region opened successfully at 1731367862265 (+10 ms) 2024-11-11T23:31:02,267 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-11T23:31:02,267 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a2e0262a0da7294b7a9e4e04e854ab95, disabling compactions & flushes 2024-11-11T23:31:02,267 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731367861068.a2e0262a0da7294b7a9e4e04e854ab95. 2024-11-11T23:31:02,267 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731367861068.a2e0262a0da7294b7a9e4e04e854ab95. 2024-11-11T23:31:02,267 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731367861068.a2e0262a0da7294b7a9e4e04e854ab95. after waiting 0 ms 2024-11-11T23:31:02,267 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731367861068.a2e0262a0da7294b7a9e4e04e854ab95. 2024-11-11T23:31:02,273 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731367861068.a2e0262a0da7294b7a9e4e04e854ab95. 2024-11-11T23:31:02,273 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a2e0262a0da7294b7a9e4e04e854ab95: Waiting for close lock at 1731367862267Disabling compacts and flushes for region at 1731367862267Disabling writes for close at 1731367862267Writing region close event to WAL at 1731367862272 (+5 ms)Closed at 1731367862273 (+1 ms) 2024-11-11T23:31:02,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741870_1047 (size=95) 2024-11-11T23:31:02,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741870_1047 (size=95) 2024-11-11T23:31:02,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741870_1047 (size=95) 2024-11-11T23:31:02,285 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T23:31:02,286 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731367861882) 2024-11-11T23:31:02,304 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=404 (was 400) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/cluster_a8045f18-27a9-e129-48cd-1cea1d18991d/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:42994 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:38064 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:49976 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/cluster_a8045f18-27a9-e129-48cd-1cea1d18991d/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=413 (was 413), ProcessCount=11 (was 11), AvailableMemoryMB=6526 (was 6782) 2024-11-11T23:31:02,319 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=404, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=413, ProcessCount=11, AvailableMemoryMB=6524 2024-11-11T23:31:02,343 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:31:02,351 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46485/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731367862342, archiveDir=hdfs://localhost:46485/hbase/oldWALs, maxLogs=32 2024-11-11T23:31:02,352 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1731367862352 2024-11-11T23:31:02,365 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731367862342/wal.1731367862352 2024-11-11T23:31:02,371 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35193:35193),(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:44563:44563)] 2024-11-11T23:31:02,374 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a4ef3e1376901c00bd5e5a42818a6a4d, NAME => 'testSequentialEditLogSeqNum,,1731367862344.a4ef3e1376901c00bd5e5a42818a6a4d.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:31:02,374 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1731367862344.a4ef3e1376901c00bd5e5a42818a6a4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:31:02,374 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a4ef3e1376901c00bd5e5a42818a6a4d 2024-11-11T23:31:02,374 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a4ef3e1376901c00bd5e5a42818a6a4d 2024-11-11T23:31:02,375 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:46485/hbase/data/default/testSequentialEditLogSeqNum/a4ef3e1376901c00bd5e5a42818a6a4d doesn't exist for region: a4ef3e1376901c00bd5e5a42818a6a4d on table testSequentialEditLogSeqNum 2024-11-11T23:31:02,376 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: a4ef3e1376901c00bd5e5a42818a6a4d on table testSequentialEditLogSeqNum 2024-11-11T23:31:02,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741875_1052 (size=62) 2024-11-11T23:31:02,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741875_1052 (size=62) 2024-11-11T23:31:02,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741875_1052 (size=62) 2024-11-11T23:31:02,403 INFO [StoreOpener-a4ef3e1376901c00bd5e5a42818a6a4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a4ef3e1376901c00bd5e5a42818a6a4d 2024-11-11T23:31:02,405 INFO [StoreOpener-a4ef3e1376901c00bd5e5a42818a6a4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4ef3e1376901c00bd5e5a42818a6a4d columnFamilyName a 2024-11-11T23:31:02,405 DEBUG [StoreOpener-a4ef3e1376901c00bd5e5a42818a6a4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:02,405 INFO [StoreOpener-a4ef3e1376901c00bd5e5a42818a6a4d-1 {}] regionserver.HStore(327): Store=a4ef3e1376901c00bd5e5a42818a6a4d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:02,406 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a4ef3e1376901c00bd5e5a42818a6a4d 2024-11-11T23:31:02,407 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testSequentialEditLogSeqNum/a4ef3e1376901c00bd5e5a42818a6a4d 2024-11-11T23:31:02,407 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testSequentialEditLogSeqNum/a4ef3e1376901c00bd5e5a42818a6a4d 2024-11-11T23:31:02,408 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a4ef3e1376901c00bd5e5a42818a6a4d 2024-11-11T23:31:02,408 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a4ef3e1376901c00bd5e5a42818a6a4d 2024-11-11T23:31:02,409 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a4ef3e1376901c00bd5e5a42818a6a4d 2024-11-11T23:31:02,412 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46485/hbase/data/default/testSequentialEditLogSeqNum/a4ef3e1376901c00bd5e5a42818a6a4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:31:02,412 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a4ef3e1376901c00bd5e5a42818a6a4d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67039363, jitterRate=-0.001035645604133606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T23:31:02,414 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a4ef3e1376901c00bd5e5a42818a6a4d: Writing region info on filesystem at 1731367862374Initializing all the Stores at 1731367862402 (+28 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367862402Cleaning up temporary data from old regions at 1731367862408 (+6 ms)Region opened successfully at 1731367862414 (+6 ms) 2024-11-11T23:31:02,434 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a4ef3e1376901c00bd5e5a42818a6a4d 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-11T23:31:02,466 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/hbase/data/default/testSequentialEditLogSeqNum/a4ef3e1376901c00bd5e5a42818a6a4d/.tmp/a/e742f4709b7d4c8694cc64ffc7ced65d is 81, key is testSequentialEditLogSeqNum/a:x0/1731367862414/Put/seqid=0 2024-11-11T23:31:02,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741876_1053 (size=5833) 2024-11-11T23:31:02,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741876_1053 (size=5833) 2024-11-11T23:31:02,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741876_1053 (size=5833) 2024-11-11T23:31:02,478 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46485/hbase/data/default/testSequentialEditLogSeqNum/a4ef3e1376901c00bd5e5a42818a6a4d/.tmp/a/e742f4709b7d4c8694cc64ffc7ced65d 2024-11-11T23:31:02,488 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/hbase/data/default/testSequentialEditLogSeqNum/a4ef3e1376901c00bd5e5a42818a6a4d/.tmp/a/e742f4709b7d4c8694cc64ffc7ced65d as hdfs://localhost:46485/hbase/data/default/testSequentialEditLogSeqNum/a4ef3e1376901c00bd5e5a42818a6a4d/a/e742f4709b7d4c8694cc64ffc7ced65d 2024-11-11T23:31:02,496 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/hbase/data/default/testSequentialEditLogSeqNum/a4ef3e1376901c00bd5e5a42818a6a4d/a/e742f4709b7d4c8694cc64ffc7ced65d, entries=10, sequenceid=13, filesize=5.7 K 2024-11-11T23:31:02,498 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for a4ef3e1376901c00bd5e5a42818a6a4d in 64ms, sequenceid=13, compaction requested=false 2024-11-11T23:31:02,499 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a4ef3e1376901c00bd5e5a42818a6a4d: 2024-11-11T23:31:02,506 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T23:31:02,506 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T23:31:02,506 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T23:31:02,507 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T23:31:02,507 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T23:31:02,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741874_1051 (size=1844) 2024-11-11T23:31:02,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741874_1051 (size=1844) 2024-11-11T23:31:02,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741874_1051 (size=1844) 2024-11-11T23:31:02,535 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46485/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731367862342/wal.1731367862352, size=1.8 K (1844bytes) 2024-11-11T23:31:02,535 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46485/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731367862342/wal.1731367862352 2024-11-11T23:31:02,535 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46485/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731367862342/wal.1731367862352 after 0ms 2024-11-11T23:31:02,538 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46485/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731367862342/wal.1731367862352: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T23:31:02,539 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46485/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731367862342/wal.1731367862352 took 5ms 2024-11-11T23:31:02,545 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46485/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731367862342/wal.1731367862352 so closing down 2024-11-11T23:31:02,545 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T23:31:02,546 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731367862352.temp 2024-11-11T23:31:02,548 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testSequentialEditLogSeqNum/a4ef3e1376901c00bd5e5a42818a6a4d/recovered.edits/0000000000000000003-wal.1731367862352.temp 2024-11-11T23:31:02,550 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T23:31:02,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741877_1054 (size=1477) 2024-11-11T23:31:02,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741877_1054 (size=1477) 2024-11-11T23:31:02,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741877_1054 (size=1477) 2024-11-11T23:31:02,601 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testSequentialEditLogSeqNum/a4ef3e1376901c00bd5e5a42818a6a4d/recovered.edits/0000000000000000003-wal.1731367862352.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-11T23:31:02,604 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46485/hbase/data/default/testSequentialEditLogSeqNum/a4ef3e1376901c00bd5e5a42818a6a4d/recovered.edits/0000000000000000003-wal.1731367862352.temp to hdfs://localhost:46485/hbase/data/default/testSequentialEditLogSeqNum/a4ef3e1376901c00bd5e5a42818a6a4d/recovered.edits/0000000000000000020 2024-11-11T23:31:02,605 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 65 ms; skipped=2; WAL=hdfs://localhost:46485/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731367862342/wal.1731367862352, size=1.8 K, length=1844, corrupted=false, cancelled=false 2024-11-11T23:31:02,605 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46485/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731367862342/wal.1731367862352, journal: Splitting hdfs://localhost:46485/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731367862342/wal.1731367862352, size=1.8 K (1844bytes) at 1731367862535Finishing writing output for hdfs://localhost:46485/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731367862342/wal.1731367862352 so closing down at 1731367862545 (+10 ms)Creating recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testSequentialEditLogSeqNum/a4ef3e1376901c00bd5e5a42818a6a4d/recovered.edits/0000000000000000003-wal.1731367862352.temp at 1731367862548 (+3 ms)3 split writer threads finished at 1731367862550 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testSequentialEditLogSeqNum/a4ef3e1376901c00bd5e5a42818a6a4d/recovered.edits/0000000000000000003-wal.1731367862352.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731367862602 (+52 ms)Rename recovered edits hdfs://localhost:46485/hbase/data/default/testSequentialEditLogSeqNum/a4ef3e1376901c00bd5e5a42818a6a4d/recovered.edits/0000000000000000003-wal.1731367862352.temp to hdfs://localhost:46485/hbase/data/default/testSequentialEditLogSeqNum/a4ef3e1376901c00bd5e5a42818a6a4d/recovered.edits/0000000000000000020 at 1731367862604 (+2 ms)Processed 17 edits across 1 Regions in 65 ms; skipped=2; WAL=hdfs://localhost:46485/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731367862342/wal.1731367862352, size=1.8 K, length=1844, corrupted=false, cancelled=false at 1731367862605 (+1 ms) 2024-11-11T23:31:02,624 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=409 (was 404) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:42994 [Waiting for operation #24] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:49976 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=436 (was 413) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6436 (was 6524) 2024-11-11T23:31:02,643 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=409, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=436, ProcessCount=11, AvailableMemoryMB=6435 2024-11-11T23:31:02,659 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:31:02,661 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:31:02,693 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:31:02,697 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-62696606, suffix=, logDir=hdfs://localhost:46485/hbase/WALs/hregion-62696606, archiveDir=hdfs://localhost:46485/hbase/oldWALs, maxLogs=32 2024-11-11T23:31:02,716 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-62696606/hregion-62696606.1731367862697, exclude list is [], retry=0 2024-11-11T23:31:02,718 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41,DISK] 2024-11-11T23:31:02,719 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75,DISK] 2024-11-11T23:31:02,719 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38727,DS-91bdd526-bce5-4608-b953-af1cb2c82604,DISK] 2024-11-11T23:31:02,721 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-62696606/hregion-62696606.1731367862697 2024-11-11T23:31:02,721 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:44563:44563),(127.0.0.1/127.0.0.1:35193:35193)] 2024-11-11T23:31:02,721 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f064edb0c2c540b1d68d2c259615bf28, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731367862660.f064edb0c2c540b1d68d2c259615bf28.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46485/hbase 2024-11-11T23:31:02,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741879_1056 (size=70) 2024-11-11T23:31:02,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741879_1056 (size=70) 2024-11-11T23:31:02,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741879_1056 (size=70) 2024-11-11T23:31:02,731 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731367862660.f064edb0c2c540b1d68d2c259615bf28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:31:02,732 INFO [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f064edb0c2c540b1d68d2c259615bf28 2024-11-11T23:31:02,734 INFO [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f064edb0c2c540b1d68d2c259615bf28 columnFamilyName a 2024-11-11T23:31:02,735 DEBUG [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:02,735 INFO [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] regionserver.HStore(327): Store=f064edb0c2c540b1d68d2c259615bf28/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:02,735 INFO [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f064edb0c2c540b1d68d2c259615bf28 2024-11-11T23:31:02,737 INFO [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f064edb0c2c540b1d68d2c259615bf28 columnFamilyName b 2024-11-11T23:31:02,737 DEBUG [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:02,738 INFO [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] regionserver.HStore(327): Store=f064edb0c2c540b1d68d2c259615bf28/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:02,738 INFO [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f064edb0c2c540b1d68d2c259615bf28 2024-11-11T23:31:02,740 INFO [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f064edb0c2c540b1d68d2c259615bf28 columnFamilyName c 2024-11-11T23:31:02,740 DEBUG [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:02,741 INFO [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] regionserver.HStore(327): Store=f064edb0c2c540b1d68d2c259615bf28/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:02,741 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f064edb0c2c540b1d68d2c259615bf28 2024-11-11T23:31:02,742 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f064edb0c2c540b1d68d2c259615bf28 2024-11-11T23:31:02,742 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f064edb0c2c540b1d68d2c259615bf28 2024-11-11T23:31:02,744 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f064edb0c2c540b1d68d2c259615bf28 2024-11-11T23:31:02,744 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f064edb0c2c540b1d68d2c259615bf28 2024-11-11T23:31:02,744 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:31:02,746 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f064edb0c2c540b1d68d2c259615bf28 2024-11-11T23:31:02,749 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f064edb0c2c540b1d68d2c259615bf28/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:31:02,749 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f064edb0c2c540b1d68d2c259615bf28; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70245422, jitterRate=0.04673835635185242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:31:02,750 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f064edb0c2c540b1d68d2c259615bf28: Writing region info on filesystem at 1731367862731Initializing all the Stores at 1731367862732 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367862732Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367862732Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367862732Cleaning up temporary data from old regions at 1731367862744 (+12 ms)Region opened successfully at 1731367862750 (+6 ms) 2024-11-11T23:31:02,750 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f064edb0c2c540b1d68d2c259615bf28, disabling compactions & flushes 2024-11-11T23:31:02,750 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731367862660.f064edb0c2c540b1d68d2c259615bf28. 2024-11-11T23:31:02,750 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731367862660.f064edb0c2c540b1d68d2c259615bf28. 2024-11-11T23:31:02,750 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731367862660.f064edb0c2c540b1d68d2c259615bf28. after waiting 0 ms 2024-11-11T23:31:02,750 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731367862660.f064edb0c2c540b1d68d2c259615bf28. 2024-11-11T23:31:02,751 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731367862660.f064edb0c2c540b1d68d2c259615bf28. 2024-11-11T23:31:02,751 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f064edb0c2c540b1d68d2c259615bf28: Waiting for close lock at 1731367862750Disabling compacts and flushes for region at 1731367862750Disabling writes for close at 1731367862750Writing region close event to WAL at 1731367862751 (+1 ms)Closed at 1731367862751 2024-11-11T23:31:02,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741878_1055 (size=95) 2024-11-11T23:31:02,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741878_1055 (size=95) 2024-11-11T23:31:02,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741878_1055 (size=95) 2024-11-11T23:31:02,757 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T23:31:02,757 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-62696606:(num 1731367862697) 2024-11-11T23:31:02,757 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T23:31:02,759 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46485/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731367862658, archiveDir=hdfs://localhost:46485/hbase/oldWALs, maxLogs=32 2024-11-11T23:31:02,772 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731367862658/wal.1731367862760, exclude list is [], retry=0 2024-11-11T23:31:02,775 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41,DISK] 2024-11-11T23:31:02,775 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75,DISK] 2024-11-11T23:31:02,776 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38727,DS-91bdd526-bce5-4608-b953-af1cb2c82604,DISK] 2024-11-11T23:31:02,780 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731367862658/wal.1731367862760 2024-11-11T23:31:02,780 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:44563:44563),(127.0.0.1/127.0.0.1:35193:35193)] 2024-11-11T23:31:02,781 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f064edb0c2c540b1d68d2c259615bf28, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731367862660.f064edb0c2c540b1d68d2c259615bf28.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:31:02,781 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731367862660.f064edb0c2c540b1d68d2c259615bf28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:31:02,781 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f064edb0c2c540b1d68d2c259615bf28 2024-11-11T23:31:02,781 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f064edb0c2c540b1d68d2c259615bf28 2024-11-11T23:31:02,786 INFO [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f064edb0c2c540b1d68d2c259615bf28 2024-11-11T23:31:02,787 INFO [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f064edb0c2c540b1d68d2c259615bf28 columnFamilyName a 2024-11-11T23:31:02,787 DEBUG [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:02,787 INFO [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] regionserver.HStore(327): Store=f064edb0c2c540b1d68d2c259615bf28/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:02,787 INFO [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f064edb0c2c540b1d68d2c259615bf28 2024-11-11T23:31:02,788 INFO [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f064edb0c2c540b1d68d2c259615bf28 columnFamilyName b 2024-11-11T23:31:02,788 DEBUG [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:02,789 INFO [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] regionserver.HStore(327): Store=f064edb0c2c540b1d68d2c259615bf28/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:02,789 INFO [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f064edb0c2c540b1d68d2c259615bf28 2024-11-11T23:31:02,790 INFO [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f064edb0c2c540b1d68d2c259615bf28 columnFamilyName c 2024-11-11T23:31:02,790 DEBUG [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:02,790 INFO [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] regionserver.HStore(327): Store=f064edb0c2c540b1d68d2c259615bf28/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:02,790 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f064edb0c2c540b1d68d2c259615bf28 2024-11-11T23:31:02,791 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f064edb0c2c540b1d68d2c259615bf28 2024-11-11T23:31:02,793 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f064edb0c2c540b1d68d2c259615bf28 2024-11-11T23:31:02,794 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f064edb0c2c540b1d68d2c259615bf28 2024-11-11T23:31:02,794 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f064edb0c2c540b1d68d2c259615bf28 2024-11-11T23:31:02,794 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:31:02,796 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f064edb0c2c540b1d68d2c259615bf28 2024-11-11T23:31:02,797 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f064edb0c2c540b1d68d2c259615bf28; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60425741, jitterRate=-0.09958629310131073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:31:02,798 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f064edb0c2c540b1d68d2c259615bf28: Writing region info on filesystem at 1731367862781Initializing all the Stores at 1731367862784 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367862784Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367862785 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367862785Cleaning up temporary data from old regions at 1731367862794 (+9 ms)Region opened successfully at 1731367862797 (+3 ms) 2024-11-11T23:31:02,801 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1731367862800/Put/seqid=0 2024-11-11T23:31:02,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741881_1058 (size=4826) 2024-11-11T23:31:02,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741881_1058 (size=4826) 2024-11-11T23:31:02,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741881_1058 (size=4826) 2024-11-11T23:31:02,810 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46485/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in f064edb0c2c540b1d68d2c259615bf28/a 2024-11-11T23:31:02,818 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-11T23:31:02,818 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T23:31:02,818 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f064edb0c2c540b1d68d2c259615bf28: 2024-11-11T23:31:02,820 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:46485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f064edb0c2c540b1d68d2c259615bf28/a/9d0a51f518084f008b918eb131a3c3df_SeqId_3_ 2024-11-11T23:31:02,821 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46485/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into f064edb0c2c540b1d68d2c259615bf28/a as hdfs://localhost:46485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f064edb0c2c540b1d68d2c259615bf28/a/9d0a51f518084f008b918eb131a3c3df_SeqId_3_ - updating store file list. 2024-11-11T23:31:02,827 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9d0a51f518084f008b918eb131a3c3df_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-11T23:31:02,827 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f064edb0c2c540b1d68d2c259615bf28/a/9d0a51f518084f008b918eb131a3c3df_SeqId_3_ into f064edb0c2c540b1d68d2c259615bf28/a 2024-11-11T23:31:02,827 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46485/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into f064edb0c2c540b1d68d2c259615bf28/a (new location: hdfs://localhost:46485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f064edb0c2c540b1d68d2c259615bf28/a/9d0a51f518084f008b918eb131a3c3df_SeqId_3_) 2024-11-11T23:31:02,870 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46485/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731367862658/wal.1731367862760, size=0 (0bytes) 2024-11-11T23:31:02,870 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46485/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731367862658/wal.1731367862760 might be still open, length is 0 2024-11-11T23:31:02,870 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46485/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731367862658/wal.1731367862760 2024-11-11T23:31:02,871 WARN [IPC Server handler 0 on default port 46485 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731367862658/wal.1731367862760 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-11T23:31:02,871 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46485/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731367862658/wal.1731367862760 after 1ms 2024-11-11T23:31:04,601 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:32848 [Receiving block BP-1691708837-172.17.0.2-1731367845615:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:32917:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:32848 dst: /127.0.0.1:32917 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:32917 remote=/127.0.0.1:32848]. Total timeout mills is 60000, 58234 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:31:04,602 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:41756 [Receiving block BP-1691708837-172.17.0.2-1731367845615:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:38727:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41756 dst: /127.0.0.1:38727 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:31:04,602 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:38150 [Receiving block BP-1691708837-172.17.0.2-1731367845615:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:39445:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38150 dst: /127.0.0.1:39445 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:31:04,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741880_1059 (size=473) 2024-11-11T23:31:04,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741880_1059 (size=473) 2024-11-11T23:31:06,872 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46485/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731367862658/wal.1731367862760 after 4002ms 2024-11-11T23:31:06,876 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46485/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731367862658/wal.1731367862760: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T23:31:06,876 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46485/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731367862658/wal.1731367862760 took 4006ms 2024-11-11T23:31:06,878 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46485/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731367862658/wal.1731367862760; continuing. 2024-11-11T23:31:06,878 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46485/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731367862658/wal.1731367862760 so closing down 2024-11-11T23:31:06,878 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T23:31:06,880 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1731367862760.temp 2024-11-11T23:31:06,882 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f064edb0c2c540b1d68d2c259615bf28/recovered.edits/0000000000000000005-wal.1731367862760.temp 2024-11-11T23:31:06,882 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T23:31:06,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741882_1060 (size=259) 2024-11-11T23:31:06,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741882_1060 (size=259) 2024-11-11T23:31:06,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741882_1060 (size=259) 2024-11-11T23:31:06,889 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f064edb0c2c540b1d68d2c259615bf28/recovered.edits/0000000000000000005-wal.1731367862760.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-11T23:31:06,891 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f064edb0c2c540b1d68d2c259615bf28/recovered.edits/0000000000000000005-wal.1731367862760.temp to hdfs://localhost:46485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f064edb0c2c540b1d68d2c259615bf28/recovered.edits/0000000000000000005 2024-11-11T23:31:06,891 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 15 ms; skipped=1; WAL=hdfs://localhost:46485/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731367862658/wal.1731367862760, size=0, length=0, corrupted=false, cancelled=false 2024-11-11T23:31:06,891 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46485/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731367862658/wal.1731367862760, journal: Splitting hdfs://localhost:46485/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731367862658/wal.1731367862760, size=0 (0bytes) at 1731367862870Finishing writing output for hdfs://localhost:46485/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731367862658/wal.1731367862760 so closing down at 1731367866878 (+4008 ms)Creating recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f064edb0c2c540b1d68d2c259615bf28/recovered.edits/0000000000000000005-wal.1731367862760.temp at 1731367866882 (+4 ms)3 split writer threads finished at 1731367866882Closed recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f064edb0c2c540b1d68d2c259615bf28/recovered.edits/0000000000000000005-wal.1731367862760.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731367866890 (+8 ms)Rename recovered edits hdfs://localhost:46485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f064edb0c2c540b1d68d2c259615bf28/recovered.edits/0000000000000000005-wal.1731367862760.temp to hdfs://localhost:46485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f064edb0c2c540b1d68d2c259615bf28/recovered.edits/0000000000000000005 at 1731367866891 (+1 ms)Processed 2 edits across 1 Regions in 15 ms; skipped=1; WAL=hdfs://localhost:46485/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731367862658/wal.1731367862760, size=0, length=0, corrupted=false, cancelled=false at 1731367866891 2024-11-11T23:31:06,893 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46485/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731367862658/wal.1731367862760 to hdfs://localhost:46485/hbase/oldWALs/wal.1731367862760 2024-11-11T23:31:06,893 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f064edb0c2c540b1d68d2c259615bf28/recovered.edits/0000000000000000005 2024-11-11T23:31:06,894 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T23:31:06,896 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46485/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731367862658, archiveDir=hdfs://localhost:46485/hbase/oldWALs, maxLogs=32 2024-11-11T23:31:06,911 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731367862658/wal.1731367866896, exclude list is [], retry=0 2024-11-11T23:31:06,913 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75,DISK] 2024-11-11T23:31:06,914 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38727,DS-91bdd526-bce5-4608-b953-af1cb2c82604,DISK] 2024-11-11T23:31:06,914 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41,DISK] 2024-11-11T23:31:06,916 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731367862658/wal.1731367866896 2024-11-11T23:31:06,916 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44563:44563),(127.0.0.1/127.0.0.1:35193:35193),(127.0.0.1/127.0.0.1:44027:44027)] 2024-11-11T23:31:06,916 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f064edb0c2c540b1d68d2c259615bf28, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731367862660.f064edb0c2c540b1d68d2c259615bf28.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:31:06,916 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731367862660.f064edb0c2c540b1d68d2c259615bf28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:31:06,917 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f064edb0c2c540b1d68d2c259615bf28 2024-11-11T23:31:06,917 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f064edb0c2c540b1d68d2c259615bf28 2024-11-11T23:31:06,918 INFO [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f064edb0c2c540b1d68d2c259615bf28 2024-11-11T23:31:06,919 INFO [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f064edb0c2c540b1d68d2c259615bf28 columnFamilyName a 2024-11-11T23:31:06,919 DEBUG [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:06,927 DEBUG [StoreFileOpener-f064edb0c2c540b1d68d2c259615bf28-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9d0a51f518084f008b918eb131a3c3df_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-11T23:31:06,927 DEBUG [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f064edb0c2c540b1d68d2c259615bf28/a/9d0a51f518084f008b918eb131a3c3df_SeqId_3_ 2024-11-11T23:31:06,928 INFO [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] regionserver.HStore(327): Store=f064edb0c2c540b1d68d2c259615bf28/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:06,928 INFO [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f064edb0c2c540b1d68d2c259615bf28 2024-11-11T23:31:06,929 INFO [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f064edb0c2c540b1d68d2c259615bf28 columnFamilyName b 2024-11-11T23:31:06,929 DEBUG [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:06,929 INFO [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] regionserver.HStore(327): Store=f064edb0c2c540b1d68d2c259615bf28/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:06,930 INFO [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f064edb0c2c540b1d68d2c259615bf28 2024-11-11T23:31:06,930 INFO [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f064edb0c2c540b1d68d2c259615bf28 columnFamilyName c 2024-11-11T23:31:06,930 DEBUG [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:06,931 INFO [StoreOpener-f064edb0c2c540b1d68d2c259615bf28-1 {}] regionserver.HStore(327): Store=f064edb0c2c540b1d68d2c259615bf28/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:06,931 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f064edb0c2c540b1d68d2c259615bf28 2024-11-11T23:31:06,932 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f064edb0c2c540b1d68d2c259615bf28 2024-11-11T23:31:06,933 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f064edb0c2c540b1d68d2c259615bf28 2024-11-11T23:31:06,934 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f064edb0c2c540b1d68d2c259615bf28/recovered.edits/0000000000000000005 2024-11-11T23:31:06,936 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f064edb0c2c540b1d68d2c259615bf28/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T23:31:06,937 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:46485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f064edb0c2c540b1d68d2c259615bf28/recovered.edits/0000000000000000005 2024-11-11T23:31:06,937 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f064edb0c2c540b1d68d2c259615bf28 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-11T23:31:06,951 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f064edb0c2c540b1d68d2c259615bf28/.tmp/a/5c958cf4c7674bf09a035295d78dab8a is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1731367862833/Put/seqid=0 2024-11-11T23:31:06,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741884_1062 (size=5149) 2024-11-11T23:31:06,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741884_1062 (size=5149) 2024-11-11T23:31:06,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741884_1062 (size=5149) 2024-11-11T23:31:06,959 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f064edb0c2c540b1d68d2c259615bf28/.tmp/a/5c958cf4c7674bf09a035295d78dab8a 2024-11-11T23:31:06,964 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f064edb0c2c540b1d68d2c259615bf28/.tmp/a/5c958cf4c7674bf09a035295d78dab8a as hdfs://localhost:46485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f064edb0c2c540b1d68d2c259615bf28/a/5c958cf4c7674bf09a035295d78dab8a 2024-11-11T23:31:06,969 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f064edb0c2c540b1d68d2c259615bf28/a/5c958cf4c7674bf09a035295d78dab8a, entries=1, sequenceid=5, filesize=5.0 K 2024-11-11T23:31:06,969 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for f064edb0c2c540b1d68d2c259615bf28 in 32ms, sequenceid=5, compaction requested=false; wal=null 2024-11-11T23:31:06,970 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f064edb0c2c540b1d68d2c259615bf28/recovered.edits/0000000000000000005 2024-11-11T23:31:06,971 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f064edb0c2c540b1d68d2c259615bf28 2024-11-11T23:31:06,971 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f064edb0c2c540b1d68d2c259615bf28 2024-11-11T23:31:06,971 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:31:06,973 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f064edb0c2c540b1d68d2c259615bf28 2024-11-11T23:31:06,975 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46485/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/f064edb0c2c540b1d68d2c259615bf28/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T23:31:06,977 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f064edb0c2c540b1d68d2c259615bf28; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61984209, jitterRate=-0.07636331021785736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:31:06,977 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f064edb0c2c540b1d68d2c259615bf28: Writing region info on filesystem at 1731367866917Initializing all the Stores at 1731367866918 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367866918Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367866918Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367866918Obtaining lock to block concurrent updates at 1731367866937 (+19 ms)Preparing flush snapshotting stores in f064edb0c2c540b1d68d2c259615bf28 at 1731367866937Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1731367862660.f064edb0c2c540b1d68d2c259615bf28., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1731367866937Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1731367862660.f064edb0c2c540b1d68d2c259615bf28. at 1731367866937Flushing f064edb0c2c540b1d68d2c259615bf28/a: creating writer at 1731367866937Flushing f064edb0c2c540b1d68d2c259615bf28/a: appending metadata at 1731367866950 (+13 ms)Flushing f064edb0c2c540b1d68d2c259615bf28/a: closing flushed file at 1731367866950Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ecfcfc8: reopening flushed file at 1731367866963 (+13 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for f064edb0c2c540b1d68d2c259615bf28 in 32ms, sequenceid=5, compaction requested=false; wal=null at 1731367866969 (+6 ms)Cleaning up temporary data from old regions at 1731367866971 (+2 ms)Region opened successfully at 1731367866977 (+6 ms) 2024-11-11T23:31:06,982 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f064edb0c2c540b1d68d2c259615bf28, disabling compactions & flushes 2024-11-11T23:31:06,982 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731367862660.f064edb0c2c540b1d68d2c259615bf28. 2024-11-11T23:31:06,982 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731367862660.f064edb0c2c540b1d68d2c259615bf28. 2024-11-11T23:31:06,982 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731367862660.f064edb0c2c540b1d68d2c259615bf28. after waiting 0 ms 2024-11-11T23:31:06,982 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731367862660.f064edb0c2c540b1d68d2c259615bf28. 2024-11-11T23:31:06,983 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731367862660.f064edb0c2c540b1d68d2c259615bf28. 2024-11-11T23:31:06,983 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f064edb0c2c540b1d68d2c259615bf28: Waiting for close lock at 1731367866982Disabling compacts and flushes for region at 1731367866982Disabling writes for close at 1731367866982Writing region close event to WAL at 1731367866983 (+1 ms)Closed at 1731367866983 2024-11-11T23:31:06,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741883_1061 (size=95) 2024-11-11T23:31:06,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741883_1061 (size=95) 2024-11-11T23:31:06,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741883_1061 (size=95) 2024-11-11T23:31:06,988 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T23:31:06,988 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731367866896) 2024-11-11T23:31:07,001 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=412 (was 409) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-586960238_22 at /127.0.0.1:32880 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-586960238_22 at /127.0.0.1:41782 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:46485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-586960238_22 at /127.0.0.1:38176 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1798728533) connection to localhost/127.0.0.1:46485 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1023 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=436 (was 436), ProcessCount=11 (was 11), AvailableMemoryMB=6152 (was 6435) 2024-11-11T23:31:07,013 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=412, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=436, ProcessCount=11, AvailableMemoryMB=6152 2024-11-11T23:31:07,030 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:31:07,034 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:31:07,037 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,39487,1731367850467 2024-11-11T23:31:07,039 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20bdf701 2024-11-11T23:31:07,040 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:31:07,042 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:31:07,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39487 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:31:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39487 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-11T23:31:07,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:31:07,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39487 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-11T23:31:07,055 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:07,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:31:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:31:07,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741885_1063 (size=694) 2024-11-11T23:31:07,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741885_1063 (size=694) 2024-11-11T23:31:07,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741885_1063 (size=694) 2024-11-11T23:31:07,068 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f8ebebb464657997cd2476a27ae2b84, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198 2024-11-11T23:31:07,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741886_1064 (size=77) 2024-11-11T23:31:07,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741886_1064 (size=77) 2024-11-11T23:31:07,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741886_1064 (size=77) 2024-11-11T23:31:07,076 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:31:07,077 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 5f8ebebb464657997cd2476a27ae2b84, disabling compactions & flushes 2024-11-11T23:31:07,077 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:07,077 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:07,077 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. after waiting 0 ms 2024-11-11T23:31:07,077 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:07,077 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:07,077 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f8ebebb464657997cd2476a27ae2b84: Waiting for close lock at 1731367867076Disabling compacts and flushes for region at 1731367867076Disabling writes for close at 1731367867077 (+1 ms)Writing region close event to WAL at 1731367867077Closed at 1731367867077 2024-11-11T23:31:07,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:31:07,084 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731367867079"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731367867079"}]},"ts":"1731367867079"} 2024-11-11T23:31:07,088 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:31:07,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:31:07,093 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367867090"}]},"ts":"1731367867090"} 2024-11-11T23:31:07,096 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-11T23:31:07,097 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {cdbe53028b4b=0} racks are {/default-rack=0} 2024-11-11T23:31:07,098 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T23:31:07,098 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T23:31:07,098 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T23:31:07,098 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T23:31:07,098 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T23:31:07,098 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T23:31:07,099 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T23:31:07,099 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T23:31:07,099 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T23:31:07,099 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T23:31:07,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5f8ebebb464657997cd2476a27ae2b84, ASSIGN}] 2024-11-11T23:31:07,102 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5f8ebebb464657997cd2476a27ae2b84, ASSIGN 2024-11-11T23:31:07,104 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5f8ebebb464657997cd2476a27ae2b84, ASSIGN; state=OFFLINE, location=cdbe53028b4b,41181,1731367851471; forceNewPlan=false, retain=false 2024-11-11T23:31:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:31:07,256 INFO [cdbe53028b4b:39487 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-11T23:31:07,257 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5f8ebebb464657997cd2476a27ae2b84, regionState=OPENING, regionLocation=cdbe53028b4b,41181,1731367851471 2024-11-11T23:31:07,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5f8ebebb464657997cd2476a27ae2b84, ASSIGN because future has completed 2024-11-11T23:31:07,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f8ebebb464657997cd2476a27ae2b84, server=cdbe53028b4b,41181,1731367851471}] 2024-11-11T23:31:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:31:07,414 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:31:07,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T23:31:07,422 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:07,423 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f8ebebb464657997cd2476a27ae2b84, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:31:07,423 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:07,423 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:31:07,424 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:07,424 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:07,425 INFO [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:07,427 INFO [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f8ebebb464657997cd2476a27ae2b84 columnFamilyName cf1 2024-11-11T23:31:07,427 DEBUG [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:07,428 INFO [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] regionserver.HStore(327): Store=5f8ebebb464657997cd2476a27ae2b84/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:07,428 INFO [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:07,430 INFO [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f8ebebb464657997cd2476a27ae2b84 columnFamilyName cf2 2024-11-11T23:31:07,430 DEBUG [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:07,430 INFO [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] regionserver.HStore(327): Store=5f8ebebb464657997cd2476a27ae2b84/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:07,431 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:07,432 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:07,432 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:07,433 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:07,433 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:07,434 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-11T23:31:07,435 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:07,438 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:31:07,439 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5f8ebebb464657997cd2476a27ae2b84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65282886, jitterRate=-0.027209192514419556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-11T23:31:07,439 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:07,439 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5f8ebebb464657997cd2476a27ae2b84: Running coprocessor pre-open hook at 1731367867424Writing region info on filesystem at 1731367867424Initializing all the Stores at 1731367867425 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367867425Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367867425Cleaning up temporary data from old regions at 1731367867433 (+8 ms)Running coprocessor post-open hooks at 1731367867439 (+6 ms)Region opened successfully at 1731367867439 2024-11-11T23:31:07,441 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84., pid=6, masterSystemTime=1731367867414 2024-11-11T23:31:07,444 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:07,444 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:07,445 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5f8ebebb464657997cd2476a27ae2b84, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,41181,1731367851471 2024-11-11T23:31:07,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f8ebebb464657997cd2476a27ae2b84, server=cdbe53028b4b,41181,1731367851471 because future has completed 2024-11-11T23:31:07,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T23:31:07,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f8ebebb464657997cd2476a27ae2b84, server=cdbe53028b4b,41181,1731367851471 in 189 msec 2024-11-11T23:31:07,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T23:31:07,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5f8ebebb464657997cd2476a27ae2b84, ASSIGN in 353 msec 2024-11-11T23:31:07,457 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:31:07,457 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367867457"}]},"ts":"1731367867457"} 2024-11-11T23:31:07,460 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-11T23:31:07,462 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:31:07,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 415 msec 2024-11-11T23:31:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:31:07,691 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-11T23:31:07,692 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-11T23:31:07,694 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T23:31:07,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-11T23:31:07,702 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T23:31:07,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-11T23:31:07,716 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84., hostname=cdbe53028b4b,41181,1731367851471, seqNum=2] 2024-11-11T23:31:07,717 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:31:07,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:31:07,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39487 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=5f8ebebb464657997cd2476a27ae2b84, source=cdbe53028b4b,41181,1731367851471, destination=cdbe53028b4b,43611,1731367851646, warming up region on cdbe53028b4b,43611,1731367851646 2024-11-11T23:31:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39487 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:31:07,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39487 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=5f8ebebb464657997cd2476a27ae2b84, source=cdbe53028b4b,41181,1731367851471, destination=cdbe53028b4b,43611,1731367851646, running balancer 2024-11-11T23:31:07,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T23:31:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39487 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5f8ebebb464657997cd2476a27ae2b84, REOPEN/MOVE 2024-11-11T23:31:07,737 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5f8ebebb464657997cd2476a27ae2b84, REOPEN/MOVE 2024-11-11T23:31:07,739 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5f8ebebb464657997cd2476a27ae2b84, regionState=CLOSING, regionLocation=cdbe53028b4b,41181,1731367851471 2024-11-11T23:31:07,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] regionserver.HRegion(7855): Warmup {ENCODED => 5f8ebebb464657997cd2476a27ae2b84, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:31:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:31:07,743 INFO [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:07,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5f8ebebb464657997cd2476a27ae2b84, REOPEN/MOVE because future has completed 2024-11-11T23:31:07,743 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T23:31:07,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5f8ebebb464657997cd2476a27ae2b84, server=cdbe53028b4b,41181,1731367851471}] 2024-11-11T23:31:07,744 INFO [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f8ebebb464657997cd2476a27ae2b84 columnFamilyName cf1 2024-11-11T23:31:07,744 DEBUG [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:07,744 INFO [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] regionserver.HStore(327): Store=5f8ebebb464657997cd2476a27ae2b84/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:07,745 INFO [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:07,746 INFO [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f8ebebb464657997cd2476a27ae2b84 columnFamilyName cf2 2024-11-11T23:31:07,746 DEBUG [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:07,747 INFO [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] regionserver.HStore(327): Store=5f8ebebb464657997cd2476a27ae2b84/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] regionserver.HRegion(1722): Closing 5f8ebebb464657997cd2476a27ae2b84, disabling compactions & flushes 2024-11-11T23:31:07,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. after waiting 0 ms 2024-11-11T23:31:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:07,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] regionserver.HRegion(1676): Region close journal for 5f8ebebb464657997cd2476a27ae2b84: Waiting for close lock at 1731367867747Disabling compacts and flushes for region at 1731367867747Disabling writes for close at 1731367867747Writing region close event to WAL at 1731367867748 (+1 ms)Closed at 1731367867748 2024-11-11T23:31:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39487 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-11T23:31:07,903 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:07,903 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T23:31:07,904 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 5f8ebebb464657997cd2476a27ae2b84, disabling compactions & flushes 2024-11-11T23:31:07,904 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:07,904 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:07,904 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. after waiting 0 ms 2024-11-11T23:31:07,904 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:07,904 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 5f8ebebb464657997cd2476a27ae2b84 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-11T23:31:07,921 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/.tmp/cf1/fee02e3f804a4a299d6fa699701c9871 is 35, key is r1/cf1:q/1731367867720/Put/seqid=0 2024-11-11T23:31:07,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741887_1065 (size=4783) 2024-11-11T23:31:07,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741887_1065 (size=4783) 2024-11-11T23:31:07,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741887_1065 (size=4783) 2024-11-11T23:31:07,932 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/.tmp/cf1/fee02e3f804a4a299d6fa699701c9871 2024-11-11T23:31:07,939 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/.tmp/cf1/fee02e3f804a4a299d6fa699701c9871 as hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/cf1/fee02e3f804a4a299d6fa699701c9871 2024-11-11T23:31:07,945 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/cf1/fee02e3f804a4a299d6fa699701c9871, entries=1, sequenceid=5, filesize=4.7 K 2024-11-11T23:31:07,946 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 5f8ebebb464657997cd2476a27ae2b84 in 42ms, sequenceid=5, compaction requested=false 2024-11-11T23:31:07,947 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-11T23:31:07,954 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T23:31:07,957 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:07,957 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 5f8ebebb464657997cd2476a27ae2b84: Waiting for close lock at 1731367867904Running coprocessor pre-close hooks at 1731367867904Disabling compacts and flushes for region at 1731367867904Disabling writes for close at 1731367867904Obtaining lock to block concurrent updates at 1731367867904Preparing flush snapshotting stores in 5f8ebebb464657997cd2476a27ae2b84 at 1731367867904Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1731367867905 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. at 1731367867906 (+1 ms)Flushing 5f8ebebb464657997cd2476a27ae2b84/cf1: creating writer at 1731367867906Flushing 5f8ebebb464657997cd2476a27ae2b84/cf1: appending metadata at 1731367867920 (+14 ms)Flushing 5f8ebebb464657997cd2476a27ae2b84/cf1: closing flushed file at 1731367867920Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ae6f3ab: reopening flushed file at 1731367867938 (+18 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 5f8ebebb464657997cd2476a27ae2b84 in 42ms, sequenceid=5, compaction requested=false at 1731367867946 (+8 ms)Writing region close event to WAL at 1731367867949 (+3 ms)Running coprocessor post-close hooks at 1731367867955 (+6 ms)Closed at 1731367867957 (+2 ms) 2024-11-11T23:31:07,957 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 5f8ebebb464657997cd2476a27ae2b84 move to cdbe53028b4b,43611,1731367851646 record at close sequenceid=5 2024-11-11T23:31:07,961 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:07,962 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5f8ebebb464657997cd2476a27ae2b84, regionState=CLOSED 2024-11-11T23:31:07,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5f8ebebb464657997cd2476a27ae2b84, server=cdbe53028b4b,41181,1731367851471 because future has completed 2024-11-11T23:31:07,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-11T23:31:07,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 5f8ebebb464657997cd2476a27ae2b84, server=cdbe53028b4b,41181,1731367851471 in 223 msec 2024-11-11T23:31:07,970 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5f8ebebb464657997cd2476a27ae2b84, REOPEN/MOVE; state=CLOSED, location=cdbe53028b4b,43611,1731367851646; forceNewPlan=false, retain=false 2024-11-11T23:31:08,121 INFO [cdbe53028b4b:39487 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-11T23:31:08,121 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5f8ebebb464657997cd2476a27ae2b84, regionState=OPENING, regionLocation=cdbe53028b4b,43611,1731367851646 2024-11-11T23:31:08,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5f8ebebb464657997cd2476a27ae2b84, REOPEN/MOVE because future has completed 2024-11-11T23:31:08,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f8ebebb464657997cd2476a27ae2b84, server=cdbe53028b4b,43611,1731367851646}] 2024-11-11T23:31:08,282 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:08,282 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f8ebebb464657997cd2476a27ae2b84, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:31:08,283 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:08,283 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:31:08,283 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:08,283 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:08,285 INFO [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:08,287 INFO [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f8ebebb464657997cd2476a27ae2b84 columnFamilyName cf1 2024-11-11T23:31:08,287 DEBUG [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:08,294 DEBUG [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/cf1/fee02e3f804a4a299d6fa699701c9871 2024-11-11T23:31:08,295 INFO [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] regionserver.HStore(327): Store=5f8ebebb464657997cd2476a27ae2b84/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:08,295 INFO [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:08,296 INFO [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f8ebebb464657997cd2476a27ae2b84 columnFamilyName cf2 2024-11-11T23:31:08,296 DEBUG [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:08,296 INFO [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] regionserver.HStore(327): Store=5f8ebebb464657997cd2476a27ae2b84/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:08,296 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:08,297 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:08,298 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:08,299 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:08,299 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:08,300 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-11T23:31:08,301 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:08,302 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 5f8ebebb464657997cd2476a27ae2b84; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74828853, jitterRate=0.11503680050373077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-11T23:31:08,302 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:08,303 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 5f8ebebb464657997cd2476a27ae2b84: Running coprocessor pre-open hook at 1731367868283Writing region info on filesystem at 1731367868283Initializing all the Stores at 1731367868285 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367868285Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367868285Cleaning up temporary data from old regions at 1731367868299 (+14 ms)Running coprocessor post-open hooks at 1731367868302 (+3 ms)Region opened successfully at 1731367868303 (+1 ms) 2024-11-11T23:31:08,304 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84., pid=9, masterSystemTime=1731367868277 2024-11-11T23:31:08,307 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:08,307 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:08,308 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5f8ebebb464657997cd2476a27ae2b84, regionState=OPEN, openSeqNum=9, regionLocation=cdbe53028b4b,43611,1731367851646 2024-11-11T23:31:08,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f8ebebb464657997cd2476a27ae2b84, server=cdbe53028b4b,43611,1731367851646 because future has completed 2024-11-11T23:31:08,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-11T23:31:08,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f8ebebb464657997cd2476a27ae2b84, server=cdbe53028b4b,43611,1731367851646 in 189 msec 2024-11-11T23:31:08,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5f8ebebb464657997cd2476a27ae2b84, REOPEN/MOVE in 581 msec 2024-11-11T23:31:08,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:31:08,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T23:31:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:57412 deadline: 1731367928352, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cdbe53028b4b port=43611 startCode=1731367851646. As of locationSeqNum=5. 2024-11-11T23:31:08,376 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84., hostname=cdbe53028b4b,41181,1731367851471, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84., hostname=cdbe53028b4b,41181,1731367851471, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cdbe53028b4b port=43611 startCode=1731367851646. As of locationSeqNum=5. 2024-11-11T23:31:08,377 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84., hostname=cdbe53028b4b,41181,1731367851471, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cdbe53028b4b port=43611 startCode=1731367851646. As of locationSeqNum=5. 2024-11-11T23:31:08,377 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84., hostname=cdbe53028b4b,41181,1731367851471, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84., hostname=cdbe53028b4b,43611,1731367851646, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cdbe53028b4b port=43611 startCode=1731367851646. As of locationSeqNum=5. 2024-11-11T23:31:08,488 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:31:08,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:31:08,499 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5f8ebebb464657997cd2476a27ae2b84 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-11T23:31:08,519 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/.tmp/cf1/c3e453908fc1403aa37815be408eedac is 29, key is r1/cf1:/1731367868491/DeleteFamily/seqid=0 2024-11-11T23:31:08,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741888_1066 (size=4906) 2024-11-11T23:31:08,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741888_1066 (size=4906) 2024-11-11T23:31:08,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741888_1066 (size=4906) 2024-11-11T23:31:08,530 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/.tmp/cf1/c3e453908fc1403aa37815be408eedac 2024-11-11T23:31:08,537 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3e453908fc1403aa37815be408eedac 2024-11-11T23:31:08,552 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/.tmp/cf2/1093d9af32be46438bfbe63f12363464 is 29, key is r1/cf2:/1731367868491/DeleteFamily/seqid=0 2024-11-11T23:31:08,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741889_1067 (size=4906) 2024-11-11T23:31:08,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741889_1067 (size=4906) 2024-11-11T23:31:08,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741889_1067 (size=4906) 2024-11-11T23:31:08,560 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/.tmp/cf2/1093d9af32be46438bfbe63f12363464 2024-11-11T23:31:08,567 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1093d9af32be46438bfbe63f12363464 2024-11-11T23:31:08,568 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/.tmp/cf1/c3e453908fc1403aa37815be408eedac as hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/cf1/c3e453908fc1403aa37815be408eedac 2024-11-11T23:31:08,576 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3e453908fc1403aa37815be408eedac 2024-11-11T23:31:08,576 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/cf1/c3e453908fc1403aa37815be408eedac, entries=1, sequenceid=12, filesize=4.8 K 2024-11-11T23:31:08,577 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/.tmp/cf2/1093d9af32be46438bfbe63f12363464 as hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/cf2/1093d9af32be46438bfbe63f12363464 2024-11-11T23:31:08,584 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1093d9af32be46438bfbe63f12363464 2024-11-11T23:31:08,584 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/cf2/1093d9af32be46438bfbe63f12363464, entries=1, sequenceid=12, filesize=4.8 K 2024-11-11T23:31:08,585 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 5f8ebebb464657997cd2476a27ae2b84 in 86ms, sequenceid=12, compaction requested=false 2024-11-11T23:31:08,585 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5f8ebebb464657997cd2476a27ae2b84: 2024-11-11T23:31:08,588 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-11T23:31:08,589 DEBUG [Time-limited test {}] regionserver.HStore(1541): 5f8ebebb464657997cd2476a27ae2b84/cf1 is initiating major compaction (all files) 2024-11-11T23:31:08,589 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T23:31:08,589 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:31:08,590 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 5f8ebebb464657997cd2476a27ae2b84/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:08,590 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/cf1/fee02e3f804a4a299d6fa699701c9871, hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/cf1/c3e453908fc1403aa37815be408eedac] into tmpdir=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/.tmp, totalSize=9.5 K 2024-11-11T23:31:08,591 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting fee02e3f804a4a299d6fa699701c9871, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731367867720 2024-11-11T23:31:08,592 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c3e453908fc1403aa37815be408eedac, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-11T23:31:08,605 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 5f8ebebb464657997cd2476a27ae2b84#cf1#compaction#16 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:31:08,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741890_1068 (size=4626) 2024-11-11T23:31:08,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741890_1068 (size=4626) 2024-11-11T23:31:08,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741890_1068 (size=4626) 2024-11-11T23:31:08,621 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/.tmp/cf1/7b7ab09d5bcb413e87c720287b6a93ab as hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/cf1/7b7ab09d5bcb413e87c720287b6a93ab 2024-11-11T23:31:08,634 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 5f8ebebb464657997cd2476a27ae2b84/cf1 of 5f8ebebb464657997cd2476a27ae2b84 into 7b7ab09d5bcb413e87c720287b6a93ab(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:31:08,634 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 5f8ebebb464657997cd2476a27ae2b84: 2024-11-11T23:31:08,634 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-11T23:31:08,634 DEBUG [Time-limited test {}] regionserver.HStore(1541): 5f8ebebb464657997cd2476a27ae2b84/cf2 is initiating major compaction (all files) 2024-11-11T23:31:08,634 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T23:31:08,635 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:31:08,635 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 5f8ebebb464657997cd2476a27ae2b84/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:08,635 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/cf2/1093d9af32be46438bfbe63f12363464] into tmpdir=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/.tmp, totalSize=4.8 K 2024-11-11T23:31:08,636 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 1093d9af32be46438bfbe63f12363464, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-11T23:31:08,641 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 5f8ebebb464657997cd2476a27ae2b84#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T23:31:08,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741891_1069 (size=4592) 2024-11-11T23:31:08,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741891_1069 (size=4592) 2024-11-11T23:31:08,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741891_1069 (size=4592) 2024-11-11T23:31:08,654 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/.tmp/cf2/08a9d80dc6a643f3af43554f4da91ce3 as hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/cf2/08a9d80dc6a643f3af43554f4da91ce3 2024-11-11T23:31:08,661 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 5f8ebebb464657997cd2476a27ae2b84/cf2 of 5f8ebebb464657997cd2476a27ae2b84 into 08a9d80dc6a643f3af43554f4da91ce3(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:31:08,661 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 5f8ebebb464657997cd2476a27ae2b84: 2024-11-11T23:31:08,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39487 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=5f8ebebb464657997cd2476a27ae2b84, source=cdbe53028b4b,43611,1731367851646, destination=cdbe53028b4b,41181,1731367851471, warming up region on cdbe53028b4b,41181,1731367851471 2024-11-11T23:31:08,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39487 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=5f8ebebb464657997cd2476a27ae2b84, source=cdbe53028b4b,43611,1731367851646, destination=cdbe53028b4b,41181,1731367851471, running balancer 2024-11-11T23:31:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39487 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5f8ebebb464657997cd2476a27ae2b84, REOPEN/MOVE 2024-11-11T23:31:08,667 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5f8ebebb464657997cd2476a27ae2b84, REOPEN/MOVE 2024-11-11T23:31:08,669 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5f8ebebb464657997cd2476a27ae2b84, regionState=CLOSING, regionLocation=cdbe53028b4b,43611,1731367851646 2024-11-11T23:31:08,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HRegion(7855): Warmup {ENCODED => 5f8ebebb464657997cd2476a27ae2b84, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:31:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:31:08,670 INFO [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:08,671 INFO [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f8ebebb464657997cd2476a27ae2b84 columnFamilyName cf1 2024-11-11T23:31:08,671 DEBUG [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:08,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5f8ebebb464657997cd2476a27ae2b84, REOPEN/MOVE because future has completed 2024-11-11T23:31:08,673 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T23:31:08,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5f8ebebb464657997cd2476a27ae2b84, server=cdbe53028b4b,43611,1731367851646}] 2024-11-11T23:31:08,681 DEBUG [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/cf1/7b7ab09d5bcb413e87c720287b6a93ab 2024-11-11T23:31:08,686 INFO [StoreFileOpener-5f8ebebb464657997cd2476a27ae2b84-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3e453908fc1403aa37815be408eedac 2024-11-11T23:31:08,686 DEBUG [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/cf1/c3e453908fc1403aa37815be408eedac 2024-11-11T23:31:08,692 DEBUG [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/cf1/fee02e3f804a4a299d6fa699701c9871 2024-11-11T23:31:08,692 INFO [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] regionserver.HStore(327): Store=5f8ebebb464657997cd2476a27ae2b84/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:08,692 INFO [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:08,693 INFO [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f8ebebb464657997cd2476a27ae2b84 columnFamilyName cf2 2024-11-11T23:31:08,693 DEBUG [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:08,700 DEBUG [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/cf2/08a9d80dc6a643f3af43554f4da91ce3 2024-11-11T23:31:08,706 INFO [StoreFileOpener-5f8ebebb464657997cd2476a27ae2b84-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1093d9af32be46438bfbe63f12363464 2024-11-11T23:31:08,706 DEBUG [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/cf2/1093d9af32be46438bfbe63f12363464 2024-11-11T23:31:08,707 INFO [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] regionserver.HStore(327): Store=5f8ebebb464657997cd2476a27ae2b84/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HRegion(1722): Closing 5f8ebebb464657997cd2476a27ae2b84, disabling compactions & flushes 2024-11-11T23:31:08,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. after waiting 0 ms 2024-11-11T23:31:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:08,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41181 {}] regionserver.HRegion(1676): Region close journal for 5f8ebebb464657997cd2476a27ae2b84: Waiting for close lock at 1731367868707Disabling compacts and flushes for region at 1731367868707Disabling writes for close at 1731367868707Writing region close event to WAL at 1731367868708 (+1 ms)Closed at 1731367868708 2024-11-11T23:31:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39487 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-11T23:31:08,828 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:08,828 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T23:31:08,828 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 5f8ebebb464657997cd2476a27ae2b84, disabling compactions & flushes 2024-11-11T23:31:08,828 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:08,828 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:08,828 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. after waiting 0 ms 2024-11-11T23:31:08,828 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:08,829 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/cf1/fee02e3f804a4a299d6fa699701c9871, hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/cf1/c3e453908fc1403aa37815be408eedac] to archive 2024-11-11T23:31:08,832 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T23:31:08,837 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/cf1/fee02e3f804a4a299d6fa699701c9871 to hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/cf1/fee02e3f804a4a299d6fa699701c9871 2024-11-11T23:31:08,839 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/cf1/c3e453908fc1403aa37815be408eedac to hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/cf1/c3e453908fc1403aa37815be408eedac 2024-11-11T23:31:08,851 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/cf2/1093d9af32be46438bfbe63f12363464] to archive 2024-11-11T23:31:08,852 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T23:31:08,854 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/cf2/1093d9af32be46438bfbe63f12363464 to hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/cf2/1093d9af32be46438bfbe63f12363464 2024-11-11T23:31:08,860 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-11T23:31:08,861 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:08,861 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 5f8ebebb464657997cd2476a27ae2b84: Waiting for close lock at 1731367868828Running coprocessor pre-close hooks at 1731367868828Disabling compacts and flushes for region at 1731367868828Disabling writes for close at 1731367868828Writing region close event to WAL at 1731367868856 (+28 ms)Running coprocessor post-close hooks at 1731367868861 (+5 ms)Closed at 1731367868861 2024-11-11T23:31:08,861 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 5f8ebebb464657997cd2476a27ae2b84 move to cdbe53028b4b,41181,1731367851471 record at close sequenceid=12 2024-11-11T23:31:08,864 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:08,865 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5f8ebebb464657997cd2476a27ae2b84, regionState=CLOSED 2024-11-11T23:31:08,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5f8ebebb464657997cd2476a27ae2b84, server=cdbe53028b4b,43611,1731367851646 because future has completed 2024-11-11T23:31:08,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-11T23:31:08,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 5f8ebebb464657997cd2476a27ae2b84, server=cdbe53028b4b,43611,1731367851646 in 195 msec 2024-11-11T23:31:08,872 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5f8ebebb464657997cd2476a27ae2b84, REOPEN/MOVE; state=CLOSED, location=cdbe53028b4b,41181,1731367851471; forceNewPlan=false, retain=false 2024-11-11T23:31:09,023 INFO [cdbe53028b4b:39487 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-11T23:31:09,023 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5f8ebebb464657997cd2476a27ae2b84, regionState=OPENING, regionLocation=cdbe53028b4b,41181,1731367851471 2024-11-11T23:31:09,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5f8ebebb464657997cd2476a27ae2b84, REOPEN/MOVE because future has completed 2024-11-11T23:31:09,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f8ebebb464657997cd2476a27ae2b84, server=cdbe53028b4b,41181,1731367851471}] 2024-11-11T23:31:09,185 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:09,185 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f8ebebb464657997cd2476a27ae2b84, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:31:09,186 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:09,186 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:31:09,186 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:09,186 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:09,188 INFO [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:09,189 INFO [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f8ebebb464657997cd2476a27ae2b84 columnFamilyName cf1 2024-11-11T23:31:09,189 DEBUG [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:09,195 DEBUG [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/cf1/7b7ab09d5bcb413e87c720287b6a93ab 2024-11-11T23:31:09,195 INFO [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] regionserver.HStore(327): Store=5f8ebebb464657997cd2476a27ae2b84/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:09,196 INFO [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:09,197 INFO [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f8ebebb464657997cd2476a27ae2b84 columnFamilyName cf2 2024-11-11T23:31:09,197 DEBUG [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:09,203 DEBUG [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/cf2/08a9d80dc6a643f3af43554f4da91ce3 2024-11-11T23:31:09,203 INFO [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] regionserver.HStore(327): Store=5f8ebebb464657997cd2476a27ae2b84/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:09,203 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:09,204 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:09,205 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:09,206 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:09,206 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:09,207 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-11T23:31:09,208 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:09,209 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 5f8ebebb464657997cd2476a27ae2b84; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58756453, jitterRate=-0.1244606226682663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-11T23:31:09,209 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:09,210 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 5f8ebebb464657997cd2476a27ae2b84: Running coprocessor pre-open hook at 1731367869186Writing region info on filesystem at 1731367869186Initializing all the Stores at 1731367869187 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367869187Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367869187Cleaning up temporary data from old regions at 1731367869206 (+19 ms)Running coprocessor post-open hooks at 1731367869209 (+3 ms)Region opened successfully at 1731367869210 (+1 ms) 2024-11-11T23:31:09,211 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84., pid=12, masterSystemTime=1731367869180 2024-11-11T23:31:09,213 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:09,213 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:09,214 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5f8ebebb464657997cd2476a27ae2b84, regionState=OPEN, openSeqNum=18, regionLocation=cdbe53028b4b,41181,1731367851471 2024-11-11T23:31:09,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f8ebebb464657997cd2476a27ae2b84, server=cdbe53028b4b,41181,1731367851471 because future has completed 2024-11-11T23:31:09,217 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39487 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=cdbe53028b4b,41181,1731367851471, table=testReplayEditsAfterRegionMovedWithMultiCF, region=5f8ebebb464657997cd2476a27ae2b84. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T23:31:09,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-11T23:31:09,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f8ebebb464657997cd2476a27ae2b84, server=cdbe53028b4b,41181,1731367851471 in 191 msec 2024-11-11T23:31:09,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5f8ebebb464657997cd2476a27ae2b84, REOPEN/MOVE in 555 msec 2024-11-11T23:31:09,269 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:31:09,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T23:31:09,273 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server cdbe53028b4b,41181,1731367851471: testing ***** 2024-11-11T23:31:09,273 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T23:31:09,275 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T23:31:09,277 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T23:31:09,280 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T23:31:09,281 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T23:31:09,290 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 325058704 }, "NonHeapMemoryUsage": { "committed": 171835392, "init": 7667712, "max": -1, "used": 169188120 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "cdbe53028b4b", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2077, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 13, "ProcessCallTime_mean": 5, "ProcessCallTime_25th_percentile": 4, "ProcessCallTime_median": 7, "ProcessCallTime_75th_percentile": 10, "ProcessCallTime_90th_percentile": 11, "ProcessCallTime_95th_percentile": 12, "ProcessCallTime_98th_percentile": 12, "ProcessCallTime_99th_percentile": 12, "ProcessCallTime_99.9th_percentile": 12, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 13, "TotalCallTime_mean": 5, "TotalCallTime_25th_percentile": 4, "TotalCallTime_median": 7, "TotalCallTime_75th_percentile": 10, "TotalCallTime_90th_percentile": 11, "TotalCallTime_95th_percentile": 12, "TotalCallTime_98th_percentile": 12, "TotalCallTime_99th_percentile": 12, "TotalCallTime_99.9th_percentile": 12, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 174, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 130, "ResponseSize_90th_percentile": 156, "ResponseSize_95th_percentile": 165, "ResponseSize_98th_percentile": 170, "ResponseSize_99th_percentile": 172, "ResponseSize_99.9th_percentile": 173, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 348 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "cdbe53028b4b", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:62889", "tag.serverName": "cdbe53028b4b,35687,1731367851699", "tag.clusterId": "1d7ff627-2369-41f1-bbec-d2320d40e909", "tag.Context": "regionserver", "tag.Hostname": "cdbe53028b4b", "regionCount": 1, "storeCount": 4, "hlogFileCount": 2, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 74, "memStoreHeapSize": 1248, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731367851699, "averageRegionSize": 74, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 1.4, "writeRequestRatePerSecond": 0.4, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 199680, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 7, "totalRowActionRequestCount": 9, "readRequestCount": 7, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 2, "rpcGetRequestCount": 1, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 2, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 2, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 1, "ScanTime_75th_percentile": 1, "ScanTime_90th_percentile": 1, "ScanTime_95th_percentile": 1, "ScanTime_98th_percentile": 1, "ScanTime_99th_percentile": 1, "ScanTime_99.9th_percentile": 1, "ScanTime_TimeRangeCount_0-1": 4, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 2, "Put_min": 3, "Put_max": 10, "Put_mean": 6, "Put_25th_percentile": 4, "Put_median": 6, "Put_75th_percentile": 8, "Put_90th_percentile": 9, "Put_95th_percentile": 9, "Put_98th_percentile": 9, "Put_99th_percentile": 9, "Put_99.9th_percentile": 9, "Put_TimeRangeCount_0-1": 2, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 1, "Get_min": 5, "Get_max": 5, "Get_mean": 5, "Get_25th_percentile": 5, "Get_median": 5, "Get_75th_percentile": 5, "Get_90th_percentile": 5, "Get_95th_percentile": 5, "Get_98th_percentile": 5, "Get_99th_percentile": 5, "Get_99.9th_percentile": 5, "Get_TimeRangeCount_0-1": 1, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 144, "ScanSize_mean": 72, "ScanSize_25th_percentile": 36, "ScanSize_median": 72, "ScanSize_75th_percentile": 108, "ScanSize_90th_percentile": 129, "ScanSize_95th_percentile": 136, "ScanSize_98th_percentile": 141, "ScanSize_99th_percentile": 142, "ScanSize_99.9th_percentile": 143, "ScanSize_SizeRangeCount_0-10": 4, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-11T23:31:09,293 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39487 {}] master.MasterRpcServices(700): cdbe53028b4b,41181,1731367851471 reported a fatal error: ***** ABORTING region server cdbe53028b4b,41181,1731367851471: testing ***** 2024-11-11T23:31:09,296 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cdbe53028b4b,41181,1731367851471' ***** 2024-11-11T23:31:09,296 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-11T23:31:09,296 INFO [RS:0;cdbe53028b4b:41181 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T23:31:09,297 INFO [RS:0;cdbe53028b4b:41181 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-11T23:31:09,297 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T23:31:09,297 INFO [RS:0;cdbe53028b4b:41181 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-11T23:31:09,297 INFO [RS:0;cdbe53028b4b:41181 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:09,297 INFO [RS:0;cdbe53028b4b:41181 {}] regionserver.HRegionServer(956): aborting server cdbe53028b4b,41181,1731367851471 2024-11-11T23:31:09,297 INFO [RS:0;cdbe53028b4b:41181 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:31:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:55770 deadline: 1731367929297, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cdbe53028b4b port=41181 startCode=1731367851471. As of locationSeqNum=12. 2024-11-11T23:31:09,298 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f8ebebb464657997cd2476a27ae2b84, disabling compactions & flushes 2024-11-11T23:31:09,298 INFO [RS:0;cdbe53028b4b:41181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:41181. 2024-11-11T23:31:09,298 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:09,298 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:09,298 DEBUG [RS:0;cdbe53028b4b:41181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:31:09,298 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. after waiting 0 ms 2024-11-11T23:31:09,298 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:09,298 DEBUG [RS:0;cdbe53028b4b:41181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:31:09,298 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84., hostname=cdbe53028b4b,43611,1731367851646, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84., hostname=cdbe53028b4b,43611,1731367851646, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cdbe53028b4b port=41181 startCode=1731367851471. As of locationSeqNum=12. 2024-11-11T23:31:09,298 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84., hostname=cdbe53028b4b,43611,1731367851646, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cdbe53028b4b port=41181 startCode=1731367851471. As of locationSeqNum=12. 2024-11-11T23:31:09,298 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84., hostname=cdbe53028b4b,43611,1731367851646, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84., hostname=cdbe53028b4b,41181,1731367851471, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=cdbe53028b4b port=41181 startCode=1731367851471. As of locationSeqNum=12. 2024-11-11T23:31:09,299 INFO [RS:0;cdbe53028b4b:41181 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T23:31:09,299 DEBUG [RS:0;cdbe53028b4b:41181 {}] regionserver.HRegionServer(1325): Online Regions={5f8ebebb464657997cd2476a27ae2b84=testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84.} 2024-11-11T23:31:09,299 DEBUG [RS:0;cdbe53028b4b:41181 {}] regionserver.HRegionServer(1351): Waiting on 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:09,300 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:09,300 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f8ebebb464657997cd2476a27ae2b84: Waiting for close lock at 1731367869297Running coprocessor pre-close hooks at 1731367869298 (+1 ms)Disabling compacts and flushes for region at 1731367869298Disabling writes for close at 1731367869298Writing region close event to WAL at 1731367869300 (+2 ms)Running coprocessor post-close hooks at 1731367869300Closed at 1731367869300 2024-11-11T23:31:09,301 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:09,318 INFO [regionserver/cdbe53028b4b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:31:09,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server cdbe53028b4b,41181,1731367851471 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:31:09,411 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84., hostname=cdbe53028b4b,41181,1731367851471, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84., hostname=cdbe53028b4b,41181,1731367851471, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server cdbe53028b4b,41181,1731367851471 aborting 2024-11-11T23:31:09,412 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84., hostname=cdbe53028b4b,41181,1731367851471, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server cdbe53028b4b,41181,1731367851471 aborting 2024-11-11T23:31:09,412 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84., hostname=cdbe53028b4b,41181,1731367851471, seqNum=12 from cache 2024-11-11T23:31:09,499 INFO [RS:0;cdbe53028b4b:41181 {}] regionserver.HRegionServer(976): stopping server cdbe53028b4b,41181,1731367851471; all regions closed. 2024-11-11T23:31:09,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741833_1009 (size=1407) 2024-11-11T23:31:09,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741833_1009 (size=1407) 2024-11-11T23:31:09,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741833_1009 (size=1407) 2024-11-11T23:31:09,535 DEBUG [RS:0;cdbe53028b4b:41181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:31:09,535 INFO [RS:0;cdbe53028b4b:41181 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:31:09,535 INFO [RS:0;cdbe53028b4b:41181 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:31:09,535 INFO [RS:0;cdbe53028b4b:41181 {}] hbase.ChoreService(370): Chore service for: regionserver/cdbe53028b4b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T23:31:09,536 INFO [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:31:09,536 INFO [RS:0;cdbe53028b4b:41181 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T23:31:09,536 INFO [RS:0;cdbe53028b4b:41181 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T23:31:09,536 INFO [RS:0;cdbe53028b4b:41181 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T23:31:09,536 INFO [RS:0;cdbe53028b4b:41181 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:31:09,536 INFO [RS:0;cdbe53028b4b:41181 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41181 2024-11-11T23:31:09,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39487-0x1012c3ccaa50000, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T23:31:09,584 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41181-0x1012c3ccaa50001, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cdbe53028b4b,41181,1731367851471 2024-11-11T23:31:09,585 INFO [RS:0;cdbe53028b4b:41181 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:31:09,607 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cdbe53028b4b,41181,1731367851471] 2024-11-11T23:31:09,616 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cdbe53028b4b,41181,1731367851471 already deleted, retry=false 2024-11-11T23:31:09,617 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of cdbe53028b4b,41181,1731367851471 on cdbe53028b4b,39487,1731367850467 2024-11-11T23:31:09,624 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84., hostname=cdbe53028b4b,41181,1731367851471, seqNum=18] 2024-11-11T23:31:09,626 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure cdbe53028b4b,41181,1731367851471, splitWal=true, meta=false 2024-11-11T23:31:09,627 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server cdbe53028b4b:41181 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: cdbe53028b4b/172.17.0.2:41181 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:31:09,628 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84., hostname=cdbe53028b4b,41181,1731367851471, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84., hostname=cdbe53028b4b,41181,1731367851471, seqNum=18, error=java.net.ConnectException: Call to address=cdbe53028b4b:41181 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: cdbe53028b4b/172.17.0.2:41181 2024-11-11T23:31:09,628 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84., hostname=cdbe53028b4b,41181,1731367851471, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-11T23:31:09,628 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84., hostname=cdbe53028b4b,41181,1731367851471, seqNum=18 from cache 2024-11-11T23:31:09,628 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address cdbe53028b4b:41181 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: cdbe53028b4b/172.17.0.2:41181 2024-11-11T23:31:09,629 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure cdbe53028b4b,41181,1731367851471, splitWal=true, meta=false 2024-11-11T23:31:09,629 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=13 for cdbe53028b4b,41181,1731367851471 (carryingMeta=false) cdbe53028b4b,41181,1731367851471/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4f9b3d40[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T23:31:09,631 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): cdbe53028b4b,41181,1731367851471 had 1 regions 2024-11-11T23:31:09,632 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure cdbe53028b4b,41181,1731367851471, splitWal=true, meta=false, isMeta: false 2024-11-11T23:31:09,633 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/WALs/cdbe53028b4b,41181,1731367851471-splitting 2024-11-11T23:31:09,634 INFO [PEWorker-1 {}] master.SplitWALManager(105): cdbe53028b4b,41181,1731367851471 WAL count=1, meta=false 2024-11-11T23:31:09,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure cdbe53028b4b%2C41181%2C1731367851471.1731367853356}] 2024-11-11T23:31:09,642 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=cdbe53028b4b,35687,1731367851699 2024-11-11T23:31:09,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure cdbe53028b4b%2C41181%2C1731367851471.1731367853356, worker=cdbe53028b4b,35687,1731367851699}] 2024-11-11T23:31:09,707 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41181-0x1012c3ccaa50001, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:31:09,707 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41181-0x1012c3ccaa50001, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:31:09,707 INFO [RS:0;cdbe53028b4b:41181 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:31:09,707 INFO [RS:0;cdbe53028b4b:41181 {}] regionserver.HRegionServer(1031): Exiting; stopping=cdbe53028b4b,41181,1731367851471; zookeeper connection closed. 2024-11-11T23:31:09,708 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68198a57 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68198a57 2024-11-11T23:31:09,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-11T23:31:09,829 INFO [RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/WALs/cdbe53028b4b,41181,1731367851471-splitting/cdbe53028b4b%2C41181%2C1731367851471.1731367853356, size=1.4 K (1407bytes) 2024-11-11T23:31:09,829 INFO [RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/WALs/cdbe53028b4b,41181,1731367851471-splitting/cdbe53028b4b%2C41181%2C1731367851471.1731367853356 2024-11-11T23:31:09,829 INFO [RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/WALs/cdbe53028b4b,41181,1731367851471-splitting/cdbe53028b4b%2C41181%2C1731367851471.1731367853356 after 0ms 2024-11-11T23:31:09,832 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/WALs/cdbe53028b4b,41181,1731367851471-splitting/cdbe53028b4b%2C41181%2C1731367851471.1731367853356: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T23:31:09,832 INFO [RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/WALs/cdbe53028b4b,41181,1731367851471-splitting/cdbe53028b4b%2C41181%2C1731367851471.1731367853356 took 3ms 2024-11-11T23:31:09,838 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 5f8ebebb464657997cd2476a27ae2b84: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-11T23:31:09,839 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/WALs/cdbe53028b4b,41181,1731367851471-splitting/cdbe53028b4b%2C41181%2C1731367851471.1731367853356 so closing down 2024-11-11T23:31:09,839 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T23:31:09,839 INFO [RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T23:31:09,839 INFO [RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/WALs/cdbe53028b4b,41181,1731367851471-splitting/cdbe53028b4b%2C41181%2C1731367851471.1731367853356, size=1.4 K, length=1407, corrupted=false, cancelled=false 2024-11-11T23:31:09,839 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/WALs/cdbe53028b4b,41181,1731367851471-splitting/cdbe53028b4b%2C41181%2C1731367851471.1731367853356, journal: Splitting hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/WALs/cdbe53028b4b,41181,1731367851471-splitting/cdbe53028b4b%2C41181%2C1731367851471.1731367853356, size=1.4 K (1407bytes) at 1731367869829Finishing writing output for hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/WALs/cdbe53028b4b,41181,1731367851471-splitting/cdbe53028b4b%2C41181%2C1731367851471.1731367853356 so closing down at 1731367869839 (+10 ms)3 split writer threads finished at 1731367869839Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/WALs/cdbe53028b4b,41181,1731367851471-splitting/cdbe53028b4b%2C41181%2C1731367851471.1731367853356, size=1.4 K, length=1407, corrupted=false, cancelled=false at 1731367869839 2024-11-11T23:31:09,839 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/WALs/cdbe53028b4b,41181,1731367851471-splitting/cdbe53028b4b%2C41181%2C1731367851471.1731367853356 2024-11-11T23:31:09,840 DEBUG [RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-11T23:31:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39487 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-11T23:31:09,846 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/WALs/cdbe53028b4b,41181,1731367851471-splitting/cdbe53028b4b%2C41181%2C1731367851471.1731367853356 to hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/oldWALs 2024-11-11T23:31:09,849 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-11T23:31:09,850 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure cdbe53028b4b%2C41181%2C1731367851471.1731367853356, worker=cdbe53028b4b,35687,1731367851699 in 201 msec 2024-11-11T23:31:09,851 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=cdbe53028b4b,35687,1731367851699 2024-11-11T23:31:09,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-11T23:31:09,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure cdbe53028b4b%2C41181%2C1731367851471.1731367853356, worker=cdbe53028b4b,35687,1731367851699 in 216 msec 2024-11-11T23:31:09,857 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/WALs/cdbe53028b4b,41181,1731367851471-splitting dir is empty, no logs to split. 2024-11-11T23:31:09,857 INFO [PEWorker-1 {}] master.SplitWALManager(105): cdbe53028b4b,41181,1731367851471 WAL count=0, meta=false 2024-11-11T23:31:09,857 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if cdbe53028b4b,41181,1731367851471 WAL splitting is done? wals=0, meta=false 2024-11-11T23:31:09,859 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for cdbe53028b4b,41181,1731367851471 failed, ignore...File hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/WALs/cdbe53028b4b,41181,1731367851471-splitting does not exist. 2024-11-11T23:31:09,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5f8ebebb464657997cd2476a27ae2b84, ASSIGN}] 2024-11-11T23:31:09,863 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5f8ebebb464657997cd2476a27ae2b84, ASSIGN 2024-11-11T23:31:09,864 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5f8ebebb464657997cd2476a27ae2b84, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T23:31:09,943 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84., hostname=cdbe53028b4b,41181,1731367851471, seqNum=18] 2024-11-11T23:31:09,943 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to cdbe53028b4b:41181 this server is in the failed servers list 2024-11-11T23:31:09,945 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84., hostname=cdbe53028b4b,41181,1731367851471, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84., hostname=cdbe53028b4b,41181,1731367851471, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=cdbe53028b4b:41181 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: cdbe53028b4b:41181 2024-11-11T23:31:09,945 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84., hostname=cdbe53028b4b,41181,1731367851471, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: cdbe53028b4b:41181 2024-11-11T23:31:09,945 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84., hostname=cdbe53028b4b,41181,1731367851471, seqNum=18 from cache 2024-11-11T23:31:10,014 DEBUG [cdbe53028b4b:39487 {}] balancer.BalancerClusterState(204): Hosts are {cdbe53028b4b=0} racks are {/default-rack=0} 2024-11-11T23:31:10,015 DEBUG [cdbe53028b4b:39487 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T23:31:10,015 DEBUG [cdbe53028b4b:39487 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T23:31:10,015 DEBUG [cdbe53028b4b:39487 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T23:31:10,015 DEBUG [cdbe53028b4b:39487 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T23:31:10,015 INFO [cdbe53028b4b:39487 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T23:31:10,015 INFO [cdbe53028b4b:39487 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T23:31:10,015 DEBUG [cdbe53028b4b:39487 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T23:31:10,016 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=5f8ebebb464657997cd2476a27ae2b84, regionState=OPENING, regionLocation=cdbe53028b4b,43611,1731367851646 2024-11-11T23:31:10,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5f8ebebb464657997cd2476a27ae2b84, ASSIGN because future has completed 2024-11-11T23:31:10,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f8ebebb464657997cd2476a27ae2b84, server=cdbe53028b4b,43611,1731367851646}] 2024-11-11T23:31:10,185 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:10,186 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f8ebebb464657997cd2476a27ae2b84, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:31:10,187 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:10,187 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:31:10,187 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:10,187 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:10,189 INFO [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:10,190 INFO [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f8ebebb464657997cd2476a27ae2b84 columnFamilyName cf1 2024-11-11T23:31:10,190 DEBUG [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:10,197 DEBUG [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/cf1/7b7ab09d5bcb413e87c720287b6a93ab 2024-11-11T23:31:10,197 INFO [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] regionserver.HStore(327): Store=5f8ebebb464657997cd2476a27ae2b84/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:10,197 INFO [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:10,198 INFO [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f8ebebb464657997cd2476a27ae2b84 columnFamilyName cf2 2024-11-11T23:31:10,198 DEBUG [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:10,205 DEBUG [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/cf2/08a9d80dc6a643f3af43554f4da91ce3 2024-11-11T23:31:10,205 INFO [StoreOpener-5f8ebebb464657997cd2476a27ae2b84-1 {}] regionserver.HStore(327): Store=5f8ebebb464657997cd2476a27ae2b84/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:10,205 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:10,206 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:10,208 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:10,209 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:10,209 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:10,209 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-11T23:31:10,211 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:10,211 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 5f8ebebb464657997cd2476a27ae2b84; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67682033, jitterRate=0.008540883660316467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-11T23:31:10,211 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:10,212 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 5f8ebebb464657997cd2476a27ae2b84: Running coprocessor pre-open hook at 1731367870188Writing region info on filesystem at 1731367870188Initializing all the Stores at 1731367870189 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367870189Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367870189Cleaning up temporary data from old regions at 1731367870209 (+20 ms)Running coprocessor post-open hooks at 1731367870212 (+3 ms)Region opened successfully at 1731367870212 2024-11-11T23:31:10,213 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84., pid=17, masterSystemTime=1731367870175 2024-11-11T23:31:10,215 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:10,215 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:10,216 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=5f8ebebb464657997cd2476a27ae2b84, regionState=OPEN, openSeqNum=18, regionLocation=cdbe53028b4b,43611,1731367851646 2024-11-11T23:31:10,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f8ebebb464657997cd2476a27ae2b84, server=cdbe53028b4b,43611,1731367851646 because future has completed 2024-11-11T23:31:10,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-11T23:31:10,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f8ebebb464657997cd2476a27ae2b84, server=cdbe53028b4b,43611,1731367851646 in 198 msec 2024-11-11T23:31:10,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-11T23:31:10,224 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server cdbe53028b4b,41181,1731367851471 after splitting done 2024-11-11T23:31:10,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5f8ebebb464657997cd2476a27ae2b84, ASSIGN in 360 msec 2024-11-11T23:31:10,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure cdbe53028b4b,41181,1731367851471, splitWal=true, meta=false in 606 msec 2024-11-11T23:31:10,457 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84., hostname=cdbe53028b4b,43611,1731367851646, seqNum=18] 2024-11-11T23:31:10,471 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=410 (was 412), OpenFileDescriptor=1051 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=409 (was 436), ProcessCount=11 (was 11), AvailableMemoryMB=6127 (was 6152) 2024-11-11T23:31:10,473 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-11-11T23:31:10,484 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=410, OpenFileDescriptor=1051, MaxFileDescriptor=1048576, SystemLoadAverage=409, ProcessCount=11, AvailableMemoryMB=6127 2024-11-11T23:31:10,484 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-11-11T23:31:10,498 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:31:10,500 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:31:10,500 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:31:10,503 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-83120156, suffix=, logDir=hdfs://localhost:46485/hbase/WALs/hregion-83120156, archiveDir=hdfs://localhost:46485/hbase/oldWALs, maxLogs=32 2024-11-11T23:31:10,514 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-83120156/hregion-83120156.1731367870503, exclude list is [], retry=0 2024-11-11T23:31:10,517 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75,DISK] 2024-11-11T23:31:10,517 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38727,DS-91bdd526-bce5-4608-b953-af1cb2c82604,DISK] 2024-11-11T23:31:10,517 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41,DISK] 2024-11-11T23:31:10,521 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-83120156/hregion-83120156.1731367870503 2024-11-11T23:31:10,521 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44563:44563),(127.0.0.1/127.0.0.1:35193:35193),(127.0.0.1/127.0.0.1:44027:44027)] 2024-11-11T23:31:10,521 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d5695a6ed77ea214c68df69e4cdd932d, NAME => 'testReplayEditsWrittenViaHRegion,,1731367870498.d5695a6ed77ea214c68df69e4cdd932d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46485/hbase 2024-11-11T23:31:10,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741893_1071 (size=67) 2024-11-11T23:31:10,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741893_1071 (size=67) 2024-11-11T23:31:10,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741893_1071 (size=67) 2024-11-11T23:31:10,532 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731367870498.d5695a6ed77ea214c68df69e4cdd932d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:31:10,533 INFO [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d5695a6ed77ea214c68df69e4cdd932d 2024-11-11T23:31:10,535 INFO [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5695a6ed77ea214c68df69e4cdd932d columnFamilyName a 2024-11-11T23:31:10,535 DEBUG [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:10,535 INFO [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] regionserver.HStore(327): Store=d5695a6ed77ea214c68df69e4cdd932d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:10,535 INFO [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d5695a6ed77ea214c68df69e4cdd932d 2024-11-11T23:31:10,537 INFO [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5695a6ed77ea214c68df69e4cdd932d columnFamilyName b 2024-11-11T23:31:10,537 DEBUG [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:10,537 INFO [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] regionserver.HStore(327): Store=d5695a6ed77ea214c68df69e4cdd932d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:10,537 INFO [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d5695a6ed77ea214c68df69e4cdd932d 2024-11-11T23:31:10,539 INFO [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5695a6ed77ea214c68df69e4cdd932d columnFamilyName c 2024-11-11T23:31:10,539 DEBUG [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:10,540 INFO [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] regionserver.HStore(327): Store=d5695a6ed77ea214c68df69e4cdd932d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:10,540 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d5695a6ed77ea214c68df69e4cdd932d 2024-11-11T23:31:10,541 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d 2024-11-11T23:31:10,541 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d 2024-11-11T23:31:10,542 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d5695a6ed77ea214c68df69e4cdd932d 2024-11-11T23:31:10,542 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d5695a6ed77ea214c68df69e4cdd932d 2024-11-11T23:31:10,543 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:31:10,544 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d5695a6ed77ea214c68df69e4cdd932d 2024-11-11T23:31:10,547 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:31:10,547 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d5695a6ed77ea214c68df69e4cdd932d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71633116, jitterRate=0.06741660833358765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:31:10,548 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d5695a6ed77ea214c68df69e4cdd932d: Writing region info on filesystem at 1731367870532Initializing all the Stores at 1731367870533 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367870533Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367870533Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367870533Cleaning up temporary data from old regions at 1731367870542 (+9 ms)Region opened successfully at 1731367870548 (+6 ms) 2024-11-11T23:31:10,548 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d5695a6ed77ea214c68df69e4cdd932d, disabling compactions & flushes 2024-11-11T23:31:10,548 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731367870498.d5695a6ed77ea214c68df69e4cdd932d. 2024-11-11T23:31:10,548 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731367870498.d5695a6ed77ea214c68df69e4cdd932d. 2024-11-11T23:31:10,549 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731367870498.d5695a6ed77ea214c68df69e4cdd932d. after waiting 0 ms 2024-11-11T23:31:10,549 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731367870498.d5695a6ed77ea214c68df69e4cdd932d. 2024-11-11T23:31:10,549 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731367870498.d5695a6ed77ea214c68df69e4cdd932d. 2024-11-11T23:31:10,549 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d5695a6ed77ea214c68df69e4cdd932d: Waiting for close lock at 1731367870548Disabling compacts and flushes for region at 1731367870548Disabling writes for close at 1731367870549 (+1 ms)Writing region close event to WAL at 1731367870549Closed at 1731367870549 2024-11-11T23:31:10,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741892_1070 (size=95) 2024-11-11T23:31:10,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741892_1070 (size=95) 2024-11-11T23:31:10,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741892_1070 (size=95) 2024-11-11T23:31:10,553 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T23:31:10,554 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-83120156:(num 1731367870503) 2024-11-11T23:31:10,554 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T23:31:10,555 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46485/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731367870497, archiveDir=hdfs://localhost:46485/hbase/oldWALs, maxLogs=32 2024-11-11T23:31:10,567 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731367870497/wal.1731367870555, exclude list is [], retry=0 2024-11-11T23:31:10,570 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41,DISK] 2024-11-11T23:31:10,570 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75,DISK] 2024-11-11T23:31:10,570 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38727,DS-91bdd526-bce5-4608-b953-af1cb2c82604,DISK] 2024-11-11T23:31:10,572 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731367870497/wal.1731367870555 2024-11-11T23:31:10,576 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:44563:44563),(127.0.0.1/127.0.0.1:35193:35193)] 2024-11-11T23:31:10,576 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d5695a6ed77ea214c68df69e4cdd932d, NAME => 'testReplayEditsWrittenViaHRegion,,1731367870498.d5695a6ed77ea214c68df69e4cdd932d.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:31:10,576 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731367870498.d5695a6ed77ea214c68df69e4cdd932d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:31:10,577 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d5695a6ed77ea214c68df69e4cdd932d 2024-11-11T23:31:10,577 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d5695a6ed77ea214c68df69e4cdd932d 2024-11-11T23:31:10,578 INFO [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d5695a6ed77ea214c68df69e4cdd932d 2024-11-11T23:31:10,579 INFO [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5695a6ed77ea214c68df69e4cdd932d columnFamilyName a 2024-11-11T23:31:10,579 DEBUG [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:10,580 INFO [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] regionserver.HStore(327): Store=d5695a6ed77ea214c68df69e4cdd932d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:10,580 INFO [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d5695a6ed77ea214c68df69e4cdd932d 2024-11-11T23:31:10,581 INFO [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5695a6ed77ea214c68df69e4cdd932d columnFamilyName b 2024-11-11T23:31:10,581 DEBUG [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:10,581 INFO [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] regionserver.HStore(327): Store=d5695a6ed77ea214c68df69e4cdd932d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:10,582 INFO [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d5695a6ed77ea214c68df69e4cdd932d 2024-11-11T23:31:10,582 INFO [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5695a6ed77ea214c68df69e4cdd932d columnFamilyName c 2024-11-11T23:31:10,582 DEBUG [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:10,583 INFO [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] regionserver.HStore(327): Store=d5695a6ed77ea214c68df69e4cdd932d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:10,583 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d5695a6ed77ea214c68df69e4cdd932d 2024-11-11T23:31:10,584 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d 2024-11-11T23:31:10,585 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d 2024-11-11T23:31:10,586 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d5695a6ed77ea214c68df69e4cdd932d 2024-11-11T23:31:10,586 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d5695a6ed77ea214c68df69e4cdd932d 2024-11-11T23:31:10,587 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:31:10,588 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d5695a6ed77ea214c68df69e4cdd932d 2024-11-11T23:31:10,589 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d5695a6ed77ea214c68df69e4cdd932d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64372952, jitterRate=-0.04076826572418213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:31:10,590 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d5695a6ed77ea214c68df69e4cdd932d: Writing region info on filesystem at 1731367870577Initializing all the Stores at 1731367870578 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367870578Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367870578Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367870578Cleaning up temporary data from old regions at 1731367870586 (+8 ms)Region opened successfully at 1731367870590 (+4 ms) 2024-11-11T23:31:10,622 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d5695a6ed77ea214c68df69e4cdd932d 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-11T23:31:10,638 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/.tmp/a/775ad4a5f51146a9b9117c00ec935241 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731367870590/Put/seqid=0 2024-11-11T23:31:10,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741895_1073 (size=5958) 2024-11-11T23:31:10,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741895_1073 (size=5958) 2024-11-11T23:31:10,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741895_1073 (size=5958) 2024-11-11T23:31:10,646 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/.tmp/a/775ad4a5f51146a9b9117c00ec935241 2024-11-11T23:31:10,667 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/.tmp/b/9c50c5b7c1ed4d5ab63eba957783d237 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731367870600/Put/seqid=0 2024-11-11T23:31:10,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741896_1074 (size=5958) 2024-11-11T23:31:10,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741896_1074 (size=5958) 2024-11-11T23:31:10,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741896_1074 (size=5958) 2024-11-11T23:31:10,674 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/.tmp/b/9c50c5b7c1ed4d5ab63eba957783d237 2024-11-11T23:31:10,693 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/.tmp/c/b1997b576d0f41118bee1f017ce6cd90 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731367870610/Put/seqid=0 2024-11-11T23:31:10,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741897_1075 (size=5958) 2024-11-11T23:31:10,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741897_1075 (size=5958) 2024-11-11T23:31:10,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741897_1075 (size=5958) 2024-11-11T23:31:10,701 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/.tmp/c/b1997b576d0f41118bee1f017ce6cd90 2024-11-11T23:31:10,707 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/.tmp/a/775ad4a5f51146a9b9117c00ec935241 as hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/a/775ad4a5f51146a9b9117c00ec935241 2024-11-11T23:31:10,713 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/a/775ad4a5f51146a9b9117c00ec935241, entries=10, sequenceid=33, filesize=5.8 K 2024-11-11T23:31:10,714 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/.tmp/b/9c50c5b7c1ed4d5ab63eba957783d237 as hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/b/9c50c5b7c1ed4d5ab63eba957783d237 2024-11-11T23:31:10,721 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/b/9c50c5b7c1ed4d5ab63eba957783d237, entries=10, sequenceid=33, filesize=5.8 K 2024-11-11T23:31:10,722 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/.tmp/c/b1997b576d0f41118bee1f017ce6cd90 as hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/c/b1997b576d0f41118bee1f017ce6cd90 2024-11-11T23:31:10,728 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/c/b1997b576d0f41118bee1f017ce6cd90, entries=10, sequenceid=33, filesize=5.8 K 2024-11-11T23:31:10,729 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for d5695a6ed77ea214c68df69e4cdd932d in 107ms, sequenceid=33, compaction requested=false 2024-11-11T23:31:10,729 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d5695a6ed77ea214c68df69e4cdd932d: 2024-11-11T23:31:10,729 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d5695a6ed77ea214c68df69e4cdd932d, disabling compactions & flushes 2024-11-11T23:31:10,729 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731367870498.d5695a6ed77ea214c68df69e4cdd932d. 2024-11-11T23:31:10,729 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731367870498.d5695a6ed77ea214c68df69e4cdd932d. 2024-11-11T23:31:10,729 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731367870498.d5695a6ed77ea214c68df69e4cdd932d. after waiting 0 ms 2024-11-11T23:31:10,729 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731367870498.d5695a6ed77ea214c68df69e4cdd932d. 2024-11-11T23:31:10,731 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731367870498.d5695a6ed77ea214c68df69e4cdd932d. 2024-11-11T23:31:10,731 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d5695a6ed77ea214c68df69e4cdd932d: Waiting for close lock at 1731367870729Disabling compacts and flushes for region at 1731367870729Disabling writes for close at 1731367870729Writing region close event to WAL at 1731367870730 (+1 ms)Closed at 1731367870731 (+1 ms) 2024-11-11T23:31:10,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741894_1072 (size=3384) 2024-11-11T23:31:10,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741894_1072 (size=3384) 2024-11-11T23:31:10,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741894_1072 (size=3384) 2024-11-11T23:31:10,737 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/b/9c50c5b7c1ed4d5ab63eba957783d237 to hdfs://localhost:46485/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/b/9c50c5b7c1ed4d5ab63eba957783d237 2024-11-11T23:31:10,755 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46485/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731367870497/wal.1731367870555, size=3.3 K (3384bytes) 2024-11-11T23:31:10,755 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46485/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731367870497/wal.1731367870555 2024-11-11T23:31:10,756 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46485/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731367870497/wal.1731367870555 after 0ms 2024-11-11T23:31:10,758 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46485/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731367870497/wal.1731367870555: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T23:31:10,759 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46485/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731367870497/wal.1731367870555 took 4ms 2024-11-11T23:31:10,761 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46485/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731367870497/wal.1731367870555 so closing down 2024-11-11T23:31:10,761 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T23:31:10,762 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731367870555.temp 2024-11-11T23:31:10,763 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/recovered.edits/0000000000000000003-wal.1731367870555.temp 2024-11-11T23:31:10,764 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T23:31:10,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741898_1076 (size=2944) 2024-11-11T23:31:10,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741898_1076 (size=2944) 2024-11-11T23:31:10,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741898_1076 (size=2944) 2024-11-11T23:31:10,771 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/recovered.edits/0000000000000000003-wal.1731367870555.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-11T23:31:10,772 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/recovered.edits/0000000000000000003-wal.1731367870555.temp to hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/recovered.edits/0000000000000000032 2024-11-11T23:31:10,773 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:46485/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731367870497/wal.1731367870555, size=3.3 K, length=3384, corrupted=false, cancelled=false 2024-11-11T23:31:10,773 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46485/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731367870497/wal.1731367870555, journal: Splitting hdfs://localhost:46485/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731367870497/wal.1731367870555, size=3.3 K (3384bytes) at 1731367870755Finishing writing output for hdfs://localhost:46485/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731367870497/wal.1731367870555 so closing down at 1731367870761 (+6 ms)Creating recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/recovered.edits/0000000000000000003-wal.1731367870555.temp at 1731367870763 (+2 ms)3 split writer threads finished at 1731367870764 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/recovered.edits/0000000000000000003-wal.1731367870555.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731367870771 (+7 ms)Rename recovered edits hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/recovered.edits/0000000000000000003-wal.1731367870555.temp to hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/recovered.edits/0000000000000000032 at 1731367870772 (+1 ms)Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:46485/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731367870497/wal.1731367870555, size=3.3 K, length=3384, corrupted=false, cancelled=false at 1731367870773 (+1 ms) 2024-11-11T23:31:10,774 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46485/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731367870497/wal.1731367870555 to hdfs://localhost:46485/hbase/oldWALs/wal.1731367870555 2024-11-11T23:31:10,775 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/recovered.edits/0000000000000000032 2024-11-11T23:31:10,775 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T23:31:10,776 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46485/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731367870497, archiveDir=hdfs://localhost:46485/hbase/oldWALs, maxLogs=32 2024-11-11T23:31:10,790 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731367870497/wal.1731367870777, exclude list is [], retry=0 2024-11-11T23:31:10,793 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38727,DS-91bdd526-bce5-4608-b953-af1cb2c82604,DISK] 2024-11-11T23:31:10,793 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41,DISK] 2024-11-11T23:31:10,793 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75,DISK] 2024-11-11T23:31:10,798 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731367870497/wal.1731367870777 2024-11-11T23:31:10,800 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35193:35193),(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:44563:44563)] 2024-11-11T23:31:10,801 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d5695a6ed77ea214c68df69e4cdd932d, NAME => 'testReplayEditsWrittenViaHRegion,,1731367870498.d5695a6ed77ea214c68df69e4cdd932d.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:31:10,801 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731367870498.d5695a6ed77ea214c68df69e4cdd932d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:31:10,801 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d5695a6ed77ea214c68df69e4cdd932d 2024-11-11T23:31:10,801 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d5695a6ed77ea214c68df69e4cdd932d 2024-11-11T23:31:10,806 INFO [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d5695a6ed77ea214c68df69e4cdd932d 2024-11-11T23:31:10,808 INFO [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5695a6ed77ea214c68df69e4cdd932d columnFamilyName a 2024-11-11T23:31:10,808 DEBUG [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:10,816 DEBUG [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/a/775ad4a5f51146a9b9117c00ec935241 2024-11-11T23:31:10,816 INFO [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] regionserver.HStore(327): Store=d5695a6ed77ea214c68df69e4cdd932d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:10,817 INFO [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d5695a6ed77ea214c68df69e4cdd932d 2024-11-11T23:31:10,818 INFO [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5695a6ed77ea214c68df69e4cdd932d columnFamilyName b 2024-11-11T23:31:10,818 DEBUG [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:10,819 INFO [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] regionserver.HStore(327): Store=d5695a6ed77ea214c68df69e4cdd932d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:10,819 INFO [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d5695a6ed77ea214c68df69e4cdd932d 2024-11-11T23:31:10,820 INFO [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5695a6ed77ea214c68df69e4cdd932d columnFamilyName c 2024-11-11T23:31:10,821 DEBUG [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:10,830 DEBUG [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/c/b1997b576d0f41118bee1f017ce6cd90 2024-11-11T23:31:10,831 INFO [StoreOpener-d5695a6ed77ea214c68df69e4cdd932d-1 {}] regionserver.HStore(327): Store=d5695a6ed77ea214c68df69e4cdd932d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:10,831 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d5695a6ed77ea214c68df69e4cdd932d 2024-11-11T23:31:10,831 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d 2024-11-11T23:31:10,833 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d 2024-11-11T23:31:10,834 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/recovered.edits/0000000000000000032 2024-11-11T23:31:10,840 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T23:31:10,841 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-11T23:31:10,841 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-11T23:31:10,842 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/recovered.edits/0000000000000000032 2024-11-11T23:31:10,842 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-11T23:31:10,842 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-11T23:31:10,843 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d5695a6ed77ea214c68df69e4cdd932d 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-11T23:31:10,843 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-11T23:31:10,844 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-11T23:31:10,863 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/.tmp/b/c594bff568d14511b9d56f51ea1551c4 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731367870600/Put/seqid=0 2024-11-11T23:31:10,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741900_1078 (size=5958) 2024-11-11T23:31:10,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741900_1078 (size=5958) 2024-11-11T23:31:10,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741900_1078 (size=5958) 2024-11-11T23:31:10,894 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/.tmp/b/c594bff568d14511b9d56f51ea1551c4 2024-11-11T23:31:10,911 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/.tmp/b/c594bff568d14511b9d56f51ea1551c4 as hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/b/c594bff568d14511b9d56f51ea1551c4 2024-11-11T23:31:10,926 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/b/c594bff568d14511b9d56f51ea1551c4, entries=10, sequenceid=32, filesize=5.8 K 2024-11-11T23:31:10,927 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for d5695a6ed77ea214c68df69e4cdd932d in 85ms, sequenceid=32, compaction requested=false; wal=null 2024-11-11T23:31:10,928 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/recovered.edits/0000000000000000032 2024-11-11T23:31:10,929 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d5695a6ed77ea214c68df69e4cdd932d 2024-11-11T23:31:10,929 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d5695a6ed77ea214c68df69e4cdd932d 2024-11-11T23:31:10,930 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:31:10,932 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d5695a6ed77ea214c68df69e4cdd932d 2024-11-11T23:31:10,935 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/d5695a6ed77ea214c68df69e4cdd932d/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-11T23:31:10,937 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d5695a6ed77ea214c68df69e4cdd932d; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60680376, jitterRate=-0.09579193592071533}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:31:10,938 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d5695a6ed77ea214c68df69e4cdd932d: Writing region info on filesystem at 1731367870801Initializing all the Stores at 1731367870802 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367870802Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367870806 (+4 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367870806Obtaining lock to block concurrent updates at 1731367870843 (+37 ms)Preparing flush snapshotting stores in d5695a6ed77ea214c68df69e4cdd932d at 1731367870843Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731367870498.d5695a6ed77ea214c68df69e4cdd932d., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1731367870843Flushing stores of testReplayEditsWrittenViaHRegion,,1731367870498.d5695a6ed77ea214c68df69e4cdd932d. at 1731367870843Flushing d5695a6ed77ea214c68df69e4cdd932d/b: creating writer at 1731367870843Flushing d5695a6ed77ea214c68df69e4cdd932d/b: appending metadata at 1731367870862 (+19 ms)Flushing d5695a6ed77ea214c68df69e4cdd932d/b: closing flushed file at 1731367870862Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19165d3a: reopening flushed file at 1731367870910 (+48 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for d5695a6ed77ea214c68df69e4cdd932d in 85ms, sequenceid=32, compaction requested=false; wal=null at 1731367870927 (+17 ms)Cleaning up temporary data from old regions at 1731367870929 (+2 ms)Region opened successfully at 1731367870938 (+9 ms) 2024-11-11T23:31:10,973 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=419 (was 410) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:32880 [Waiting for operation #28] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1691708837-172.17.0.2-1731367845615:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:41782 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:33032 [Receiving block BP-1691708837-172.17.0.2-1731367845615:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:41942 [Receiving block BP-1691708837-172.17.0.2-1731367845615:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:38176 [Waiting for operation #49] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:38296 [Receiving block BP-1691708837-172.17.0.2-1731367845615:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1691708837-172.17.0.2-1731367845615:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1691708837-172.17.0.2-1731367845615:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1127 (was 1051) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=409 (was 409), ProcessCount=11 (was 11), AvailableMemoryMB=6115 (was 6127) 2024-11-11T23:31:10,974 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-11-11T23:31:11,000 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=419, OpenFileDescriptor=1127, MaxFileDescriptor=1048576, SystemLoadAverage=409, ProcessCount=11, AvailableMemoryMB=6111 2024-11-11T23:31:11,001 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-11-11T23:31:11,018 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:31:11,020 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:31:11,021 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:31:11,023 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-77111863, suffix=, logDir=hdfs://localhost:46485/hbase/WALs/hregion-77111863, archiveDir=hdfs://localhost:46485/hbase/oldWALs, maxLogs=32 2024-11-11T23:31:11,041 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-77111863/hregion-77111863.1731367871024, exclude list is [], retry=0 2024-11-11T23:31:11,046 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75,DISK] 2024-11-11T23:31:11,052 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38727,DS-91bdd526-bce5-4608-b953-af1cb2c82604,DISK] 2024-11-11T23:31:11,057 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41,DISK] 2024-11-11T23:31:11,065 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-77111863/hregion-77111863.1731367871024 2024-11-11T23:31:11,065 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44563:44563),(127.0.0.1/127.0.0.1:35193:35193),(127.0.0.1/127.0.0.1:44027:44027)] 2024-11-11T23:31:11,065 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f8d71f2b3329882a3877b86955909401, NAME => 'testReplayEditsAfterAbortingFlush,,1731367871019.f8d71f2b3329882a3877b86955909401.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46485/hbase 2024-11-11T23:31:11,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741902_1080 (size=68) 2024-11-11T23:31:11,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741902_1080 (size=68) 2024-11-11T23:31:11,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741902_1080 (size=68) 2024-11-11T23:31:11,090 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731367871019.f8d71f2b3329882a3877b86955909401.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:31:11,091 INFO [StoreOpener-f8d71f2b3329882a3877b86955909401-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f8d71f2b3329882a3877b86955909401 2024-11-11T23:31:11,092 INFO [StoreOpener-f8d71f2b3329882a3877b86955909401-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8d71f2b3329882a3877b86955909401 columnFamilyName a 2024-11-11T23:31:11,092 DEBUG [StoreOpener-f8d71f2b3329882a3877b86955909401-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:11,093 INFO [StoreOpener-f8d71f2b3329882a3877b86955909401-1 {}] regionserver.HStore(327): Store=f8d71f2b3329882a3877b86955909401/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:11,093 INFO [StoreOpener-f8d71f2b3329882a3877b86955909401-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f8d71f2b3329882a3877b86955909401 2024-11-11T23:31:11,095 INFO [StoreOpener-f8d71f2b3329882a3877b86955909401-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8d71f2b3329882a3877b86955909401 columnFamilyName b 2024-11-11T23:31:11,095 DEBUG [StoreOpener-f8d71f2b3329882a3877b86955909401-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:11,096 INFO [StoreOpener-f8d71f2b3329882a3877b86955909401-1 {}] regionserver.HStore(327): Store=f8d71f2b3329882a3877b86955909401/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:11,096 INFO [StoreOpener-f8d71f2b3329882a3877b86955909401-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f8d71f2b3329882a3877b86955909401 2024-11-11T23:31:11,098 INFO [StoreOpener-f8d71f2b3329882a3877b86955909401-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8d71f2b3329882a3877b86955909401 columnFamilyName c 2024-11-11T23:31:11,098 DEBUG [StoreOpener-f8d71f2b3329882a3877b86955909401-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:11,099 INFO [StoreOpener-f8d71f2b3329882a3877b86955909401-1 {}] regionserver.HStore(327): Store=f8d71f2b3329882a3877b86955909401/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:11,099 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f8d71f2b3329882a3877b86955909401 2024-11-11T23:31:11,100 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testReplayEditsAfterAbortingFlush/f8d71f2b3329882a3877b86955909401 2024-11-11T23:31:11,101 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testReplayEditsAfterAbortingFlush/f8d71f2b3329882a3877b86955909401 2024-11-11T23:31:11,102 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f8d71f2b3329882a3877b86955909401 2024-11-11T23:31:11,102 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f8d71f2b3329882a3877b86955909401 2024-11-11T23:31:11,103 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:31:11,104 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f8d71f2b3329882a3877b86955909401 2024-11-11T23:31:11,111 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46485/hbase/data/default/testReplayEditsAfterAbortingFlush/f8d71f2b3329882a3877b86955909401/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:31:11,112 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f8d71f2b3329882a3877b86955909401; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69657448, jitterRate=0.037976861000061035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:31:11,113 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f8d71f2b3329882a3877b86955909401: Writing region info on filesystem at 1731367871090Initializing all the Stores at 1731367871090Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367871090Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367871091 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367871091Cleaning up temporary data from old regions at 1731367871102 (+11 ms)Region opened successfully at 1731367871113 (+11 ms) 2024-11-11T23:31:11,113 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f8d71f2b3329882a3877b86955909401, disabling compactions & flushes 2024-11-11T23:31:11,113 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731367871019.f8d71f2b3329882a3877b86955909401. 2024-11-11T23:31:11,113 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731367871019.f8d71f2b3329882a3877b86955909401. 2024-11-11T23:31:11,113 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731367871019.f8d71f2b3329882a3877b86955909401. after waiting 0 ms 2024-11-11T23:31:11,113 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731367871019.f8d71f2b3329882a3877b86955909401. 2024-11-11T23:31:11,114 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731367871019.f8d71f2b3329882a3877b86955909401. 2024-11-11T23:31:11,114 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f8d71f2b3329882a3877b86955909401: Waiting for close lock at 1731367871113Disabling compacts and flushes for region at 1731367871113Disabling writes for close at 1731367871113Writing region close event to WAL at 1731367871114 (+1 ms)Closed at 1731367871114 2024-11-11T23:31:11,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741901_1079 (size=95) 2024-11-11T23:31:11,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741901_1079 (size=95) 2024-11-11T23:31:11,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741901_1079 (size=95) 2024-11-11T23:31:11,121 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T23:31:11,121 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-77111863:(num 1731367871024) 2024-11-11T23:31:11,121 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T23:31:11,124 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46485/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731367871017, archiveDir=hdfs://localhost:46485/hbase/oldWALs, maxLogs=32 2024-11-11T23:31:11,142 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731367871017/wal.1731367871124, exclude list is [], retry=0 2024-11-11T23:31:11,145 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75,DISK] 2024-11-11T23:31:11,145 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38727,DS-91bdd526-bce5-4608-b953-af1cb2c82604,DISK] 2024-11-11T23:31:11,146 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41,DISK] 2024-11-11T23:31:11,149 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731367871017/wal.1731367871124 2024-11-11T23:31:11,152 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44563:44563),(127.0.0.1/127.0.0.1:35193:35193),(127.0.0.1/127.0.0.1:44027:44027)] 2024-11-11T23:31:11,228 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f8d71f2b3329882a3877b86955909401, NAME => 'testReplayEditsAfterAbortingFlush,,1731367871019.f8d71f2b3329882a3877b86955909401.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:31:11,231 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush f8d71f2b3329882a3877b86955909401 2024-11-11T23:31:11,231 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731367871019.f8d71f2b3329882a3877b86955909401.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:31:11,231 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f8d71f2b3329882a3877b86955909401 2024-11-11T23:31:11,231 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f8d71f2b3329882a3877b86955909401 2024-11-11T23:31:11,234 INFO [StoreOpener-f8d71f2b3329882a3877b86955909401-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f8d71f2b3329882a3877b86955909401 2024-11-11T23:31:11,235 INFO [StoreOpener-f8d71f2b3329882a3877b86955909401-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8d71f2b3329882a3877b86955909401 columnFamilyName a 2024-11-11T23:31:11,235 DEBUG [StoreOpener-f8d71f2b3329882a3877b86955909401-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:11,238 INFO [StoreOpener-f8d71f2b3329882a3877b86955909401-1 {}] regionserver.HStore(327): Store=f8d71f2b3329882a3877b86955909401/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:11,239 INFO [StoreOpener-f8d71f2b3329882a3877b86955909401-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f8d71f2b3329882a3877b86955909401 2024-11-11T23:31:11,240 INFO [StoreOpener-f8d71f2b3329882a3877b86955909401-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8d71f2b3329882a3877b86955909401 columnFamilyName b 2024-11-11T23:31:11,240 DEBUG [StoreOpener-f8d71f2b3329882a3877b86955909401-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:11,241 INFO [StoreOpener-f8d71f2b3329882a3877b86955909401-1 {}] regionserver.HStore(327): Store=f8d71f2b3329882a3877b86955909401/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:11,241 INFO [StoreOpener-f8d71f2b3329882a3877b86955909401-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f8d71f2b3329882a3877b86955909401 2024-11-11T23:31:11,242 INFO [StoreOpener-f8d71f2b3329882a3877b86955909401-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8d71f2b3329882a3877b86955909401 columnFamilyName c 2024-11-11T23:31:11,243 DEBUG [StoreOpener-f8d71f2b3329882a3877b86955909401-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:11,243 INFO [StoreOpener-f8d71f2b3329882a3877b86955909401-1 {}] regionserver.HStore(327): Store=f8d71f2b3329882a3877b86955909401/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:11,243 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f8d71f2b3329882a3877b86955909401 2024-11-11T23:31:11,245 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testReplayEditsAfterAbortingFlush/f8d71f2b3329882a3877b86955909401 2024-11-11T23:31:11,246 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testReplayEditsAfterAbortingFlush/f8d71f2b3329882a3877b86955909401 2024-11-11T23:31:11,248 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f8d71f2b3329882a3877b86955909401 2024-11-11T23:31:11,248 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f8d71f2b3329882a3877b86955909401 2024-11-11T23:31:11,248 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:31:11,250 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f8d71f2b3329882a3877b86955909401 2024-11-11T23:31:11,251 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f8d71f2b3329882a3877b86955909401; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70593329, jitterRate=0.051922574639320374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:31:11,251 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f8d71f2b3329882a3877b86955909401 2024-11-11T23:31:11,252 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f8d71f2b3329882a3877b86955909401: Running coprocessor pre-open hook at 1731367871231Writing region info on filesystem at 1731367871231Initializing all the Stores at 1731367871233 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367871233Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367871233Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367871233Cleaning up temporary data from old regions at 1731367871248 (+15 ms)Running coprocessor post-open hooks at 1731367871251 (+3 ms)Region opened successfully at 1731367871252 (+1 ms) 2024-11-11T23:31:11,269 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f8d71f2b3329882a3877b86955909401 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-11T23:31:11,271 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f8d71f2b3329882a3877b86955909401/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:31:12,272 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f8d71f2b3329882a3877b86955909401/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:31:13,011 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T23:31:13,273 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f8d71f2b3329882a3877b86955909401/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:31:14,273 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f8d71f2b3329882a3877b86955909401/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:31:15,274 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f8d71f2b3329882a3877b86955909401/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:31:16,275 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f8d71f2b3329882a3877b86955909401/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:31:17,276 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f8d71f2b3329882a3877b86955909401/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:31:18,278 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f8d71f2b3329882a3877b86955909401/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:31:19,279 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f8d71f2b3329882a3877b86955909401/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:31:19,667 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T23:31:20,279 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f8d71f2b3329882a3877b86955909401/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:31:20,281 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f8d71f2b3329882a3877b86955909401: 2024-11-11T23:31:20,281 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1731367871019.f8d71f2b3329882a3877b86955909401. 2024-11-11T23:31:20,298 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f8d71f2b3329882a3877b86955909401: 2024-11-11T23:31:20,298 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-11T23:31:20,298 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f8d71f2b3329882a3877b86955909401, disabling compactions & flushes 2024-11-11T23:31:20,298 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731367871019.f8d71f2b3329882a3877b86955909401. 2024-11-11T23:31:20,298 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731367871019.f8d71f2b3329882a3877b86955909401. 2024-11-11T23:31:20,298 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731367871019.f8d71f2b3329882a3877b86955909401. after waiting 0 ms 2024-11-11T23:31:20,298 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731367871019.f8d71f2b3329882a3877b86955909401. 2024-11-11T23:31:20,299 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1731367871019.f8d71f2b3329882a3877b86955909401. 2024-11-11T23:31:20,299 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731367871019.f8d71f2b3329882a3877b86955909401. 2024-11-11T23:31:20,299 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f8d71f2b3329882a3877b86955909401: Waiting for close lock at 1731367880298Running coprocessor pre-close hooks at 1731367880298Disabling compacts and flushes for region at 1731367880298Disabling writes for close at 1731367880298Writing region close event to WAL at 1731367880298Running coprocessor post-close hooks at 1731367880299 (+1 ms)Closed at 1731367880299 2024-11-11T23:31:20,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741903_1081 (size=2691) 2024-11-11T23:31:20,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741903_1081 (size=2691) 2024-11-11T23:31:20,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741903_1081 (size=2691) 2024-11-11T23:31:20,322 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46485/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731367871017/wal.1731367871124, size=2.6 K (2691bytes) 2024-11-11T23:31:20,322 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46485/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731367871017/wal.1731367871124 2024-11-11T23:31:20,323 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46485/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731367871017/wal.1731367871124 after 1ms 2024-11-11T23:31:20,326 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46485/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731367871017/wal.1731367871124: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T23:31:20,326 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46485/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731367871017/wal.1731367871124 took 4ms 2024-11-11T23:31:20,329 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46485/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731367871017/wal.1731367871124 so closing down 2024-11-11T23:31:20,329 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T23:31:20,330 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1731367871124.temp 2024-11-11T23:31:20,331 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testReplayEditsAfterAbortingFlush/f8d71f2b3329882a3877b86955909401/recovered.edits/0000000000000000004-wal.1731367871124.temp 2024-11-11T23:31:20,331 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T23:31:20,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741904_1082 (size=2094) 2024-11-11T23:31:20,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741904_1082 (size=2094) 2024-11-11T23:31:20,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741904_1082 (size=2094) 2024-11-11T23:31:20,344 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testReplayEditsAfterAbortingFlush/f8d71f2b3329882a3877b86955909401/recovered.edits/0000000000000000004-wal.1731367871124.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-11T23:31:20,345 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46485/hbase/data/default/testReplayEditsAfterAbortingFlush/f8d71f2b3329882a3877b86955909401/recovered.edits/0000000000000000004-wal.1731367871124.temp to hdfs://localhost:46485/hbase/data/default/testReplayEditsAfterAbortingFlush/f8d71f2b3329882a3877b86955909401/recovered.edits/0000000000000000026 2024-11-11T23:31:20,346 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 19 ms; skipped=3; WAL=hdfs://localhost:46485/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731367871017/wal.1731367871124, size=2.6 K, length=2691, corrupted=false, cancelled=false 2024-11-11T23:31:20,346 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46485/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731367871017/wal.1731367871124, journal: Splitting hdfs://localhost:46485/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731367871017/wal.1731367871124, size=2.6 K (2691bytes) at 1731367880322Finishing writing output for hdfs://localhost:46485/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731367871017/wal.1731367871124 so closing down at 1731367880329 (+7 ms)Creating recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testReplayEditsAfterAbortingFlush/f8d71f2b3329882a3877b86955909401/recovered.edits/0000000000000000004-wal.1731367871124.temp at 1731367880331 (+2 ms)3 split writer threads finished at 1731367880331Closed recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testReplayEditsAfterAbortingFlush/f8d71f2b3329882a3877b86955909401/recovered.edits/0000000000000000004-wal.1731367871124.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1731367880344 (+13 ms)Rename recovered edits hdfs://localhost:46485/hbase/data/default/testReplayEditsAfterAbortingFlush/f8d71f2b3329882a3877b86955909401/recovered.edits/0000000000000000004-wal.1731367871124.temp to hdfs://localhost:46485/hbase/data/default/testReplayEditsAfterAbortingFlush/f8d71f2b3329882a3877b86955909401/recovered.edits/0000000000000000026 at 1731367880346 (+2 ms)Processed 23 edits across 1 Regions in 19 ms; skipped=3; WAL=hdfs://localhost:46485/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731367871017/wal.1731367871124, size=2.6 K, length=2691, corrupted=false, cancelled=false at 1731367880346 2024-11-11T23:31:20,348 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46485/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731367871017/wal.1731367871124 to hdfs://localhost:46485/hbase/oldWALs/wal.1731367871124 2024-11-11T23:31:20,349 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46485/hbase/data/default/testReplayEditsAfterAbortingFlush/f8d71f2b3329882a3877b86955909401/recovered.edits/0000000000000000026 2024-11-11T23:31:20,349 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T23:31:20,351 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46485/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731367871017, archiveDir=hdfs://localhost:46485/hbase/oldWALs, maxLogs=32 2024-11-11T23:31:20,370 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731367871017/wal.1731367880352, exclude list is [], retry=0 2024-11-11T23:31:20,373 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38727,DS-91bdd526-bce5-4608-b953-af1cb2c82604,DISK] 2024-11-11T23:31:20,374 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75,DISK] 2024-11-11T23:31:20,374 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41,DISK] 2024-11-11T23:31:20,378 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731367871017/wal.1731367880352 2024-11-11T23:31:20,378 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35193:35193),(127.0.0.1/127.0.0.1:44563:44563),(127.0.0.1/127.0.0.1:44027:44027)] 2024-11-11T23:31:20,379 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f8d71f2b3329882a3877b86955909401, NAME => 'testReplayEditsAfterAbortingFlush,,1731367871019.f8d71f2b3329882a3877b86955909401.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:31:20,380 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush f8d71f2b3329882a3877b86955909401 2024-11-11T23:31:20,380 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731367871019.f8d71f2b3329882a3877b86955909401.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:31:20,380 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f8d71f2b3329882a3877b86955909401 2024-11-11T23:31:20,380 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f8d71f2b3329882a3877b86955909401 2024-11-11T23:31:20,382 INFO [StoreOpener-f8d71f2b3329882a3877b86955909401-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f8d71f2b3329882a3877b86955909401 2024-11-11T23:31:20,383 INFO [StoreOpener-f8d71f2b3329882a3877b86955909401-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8d71f2b3329882a3877b86955909401 columnFamilyName a 2024-11-11T23:31:20,383 DEBUG [StoreOpener-f8d71f2b3329882a3877b86955909401-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:20,383 INFO [StoreOpener-f8d71f2b3329882a3877b86955909401-1 {}] regionserver.HStore(327): Store=f8d71f2b3329882a3877b86955909401/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:20,384 INFO [StoreOpener-f8d71f2b3329882a3877b86955909401-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f8d71f2b3329882a3877b86955909401 2024-11-11T23:31:20,384 INFO [StoreOpener-f8d71f2b3329882a3877b86955909401-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8d71f2b3329882a3877b86955909401 columnFamilyName b 2024-11-11T23:31:20,384 DEBUG [StoreOpener-f8d71f2b3329882a3877b86955909401-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:20,385 INFO [StoreOpener-f8d71f2b3329882a3877b86955909401-1 {}] regionserver.HStore(327): Store=f8d71f2b3329882a3877b86955909401/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:20,385 INFO [StoreOpener-f8d71f2b3329882a3877b86955909401-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f8d71f2b3329882a3877b86955909401 2024-11-11T23:31:20,386 INFO [StoreOpener-f8d71f2b3329882a3877b86955909401-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8d71f2b3329882a3877b86955909401 columnFamilyName c 2024-11-11T23:31:20,386 DEBUG [StoreOpener-f8d71f2b3329882a3877b86955909401-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:20,386 INFO [StoreOpener-f8d71f2b3329882a3877b86955909401-1 {}] regionserver.HStore(327): Store=f8d71f2b3329882a3877b86955909401/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:20,387 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f8d71f2b3329882a3877b86955909401 2024-11-11T23:31:20,387 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testReplayEditsAfterAbortingFlush/f8d71f2b3329882a3877b86955909401 2024-11-11T23:31:20,389 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testReplayEditsAfterAbortingFlush/f8d71f2b3329882a3877b86955909401 2024-11-11T23:31:20,390 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46485/hbase/data/default/testReplayEditsAfterAbortingFlush/f8d71f2b3329882a3877b86955909401/recovered.edits/0000000000000000026 2024-11-11T23:31:20,392 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46485/hbase/data/default/testReplayEditsAfterAbortingFlush/f8d71f2b3329882a3877b86955909401/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T23:31:20,394 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:46485/hbase/data/default/testReplayEditsAfterAbortingFlush/f8d71f2b3329882a3877b86955909401/recovered.edits/0000000000000000026 2024-11-11T23:31:20,395 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f8d71f2b3329882a3877b86955909401 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-11T23:31:20,409 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/hbase/data/default/testReplayEditsAfterAbortingFlush/f8d71f2b3329882a3877b86955909401/.tmp/a/932e031da1e74f5194149fa7f2658772 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1731367880286/Put/seqid=0 2024-11-11T23:31:20,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741906_1084 (size=5523) 2024-11-11T23:31:20,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741906_1084 (size=5523) 2024-11-11T23:31:20,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741906_1084 (size=5523) 2024-11-11T23:31:20,416 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:46485/hbase/data/default/testReplayEditsAfterAbortingFlush/f8d71f2b3329882a3877b86955909401/.tmp/a/932e031da1e74f5194149fa7f2658772 2024-11-11T23:31:20,441 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/hbase/data/default/testReplayEditsAfterAbortingFlush/f8d71f2b3329882a3877b86955909401/.tmp/b/aeee8b3868e245d9803445f781be06ca is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1731367880281/Put/seqid=0 2024-11-11T23:31:20,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741907_1085 (size=5524) 2024-11-11T23:31:20,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741907_1085 (size=5524) 2024-11-11T23:31:20,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741907_1085 (size=5524) 2024-11-11T23:31:20,451 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:46485/hbase/data/default/testReplayEditsAfterAbortingFlush/f8d71f2b3329882a3877b86955909401/.tmp/b/aeee8b3868e245d9803445f781be06ca 2024-11-11T23:31:20,478 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/hbase/data/default/testReplayEditsAfterAbortingFlush/f8d71f2b3329882a3877b86955909401/.tmp/c/93470895146345a888c97c942573a35b is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1731367880284/Put/seqid=0 2024-11-11T23:31:20,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741908_1086 (size=5457) 2024-11-11T23:31:20,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741908_1086 (size=5457) 2024-11-11T23:31:20,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741908_1086 (size=5457) 2024-11-11T23:31:20,493 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:46485/hbase/data/default/testReplayEditsAfterAbortingFlush/f8d71f2b3329882a3877b86955909401/.tmp/c/93470895146345a888c97c942573a35b 2024-11-11T23:31:20,499 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/hbase/data/default/testReplayEditsAfterAbortingFlush/f8d71f2b3329882a3877b86955909401/.tmp/a/932e031da1e74f5194149fa7f2658772 as hdfs://localhost:46485/hbase/data/default/testReplayEditsAfterAbortingFlush/f8d71f2b3329882a3877b86955909401/a/932e031da1e74f5194149fa7f2658772 2024-11-11T23:31:20,505 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/hbase/data/default/testReplayEditsAfterAbortingFlush/f8d71f2b3329882a3877b86955909401/a/932e031da1e74f5194149fa7f2658772, entries=7, sequenceid=26, filesize=5.4 K 2024-11-11T23:31:20,506 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/hbase/data/default/testReplayEditsAfterAbortingFlush/f8d71f2b3329882a3877b86955909401/.tmp/b/aeee8b3868e245d9803445f781be06ca as hdfs://localhost:46485/hbase/data/default/testReplayEditsAfterAbortingFlush/f8d71f2b3329882a3877b86955909401/b/aeee8b3868e245d9803445f781be06ca 2024-11-11T23:31:20,511 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/hbase/data/default/testReplayEditsAfterAbortingFlush/f8d71f2b3329882a3877b86955909401/b/aeee8b3868e245d9803445f781be06ca, entries=7, sequenceid=26, filesize=5.4 K 2024-11-11T23:31:20,512 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/hbase/data/default/testReplayEditsAfterAbortingFlush/f8d71f2b3329882a3877b86955909401/.tmp/c/93470895146345a888c97c942573a35b as hdfs://localhost:46485/hbase/data/default/testReplayEditsAfterAbortingFlush/f8d71f2b3329882a3877b86955909401/c/93470895146345a888c97c942573a35b 2024-11-11T23:31:20,519 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/hbase/data/default/testReplayEditsAfterAbortingFlush/f8d71f2b3329882a3877b86955909401/c/93470895146345a888c97c942573a35b, entries=6, sequenceid=26, filesize=5.3 K 2024-11-11T23:31:20,519 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for f8d71f2b3329882a3877b86955909401 in 125ms, sequenceid=26, compaction requested=false; wal=null 2024-11-11T23:31:20,520 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46485/hbase/data/default/testReplayEditsAfterAbortingFlush/f8d71f2b3329882a3877b86955909401/recovered.edits/0000000000000000026 2024-11-11T23:31:20,521 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f8d71f2b3329882a3877b86955909401 2024-11-11T23:31:20,521 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f8d71f2b3329882a3877b86955909401 2024-11-11T23:31:20,522 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:31:20,523 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f8d71f2b3329882a3877b86955909401 2024-11-11T23:31:20,526 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46485/hbase/data/default/testReplayEditsAfterAbortingFlush/f8d71f2b3329882a3877b86955909401/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-11T23:31:20,527 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f8d71f2b3329882a3877b86955909401; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75059432, jitterRate=0.11847269535064697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:31:20,527 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f8d71f2b3329882a3877b86955909401 2024-11-11T23:31:20,527 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f8d71f2b3329882a3877b86955909401: Running coprocessor pre-open hook at 1731367880380Writing region info on filesystem at 1731367880380Initializing all the Stores at 1731367880381 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367880381Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367880381Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367880381Obtaining lock to block concurrent updates at 1731367880395 (+14 ms)Preparing flush snapshotting stores in f8d71f2b3329882a3877b86955909401 at 1731367880395Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1731367871019.f8d71f2b3329882a3877b86955909401., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1731367880395Flushing stores of testReplayEditsAfterAbortingFlush,,1731367871019.f8d71f2b3329882a3877b86955909401. at 1731367880395Flushing f8d71f2b3329882a3877b86955909401/a: creating writer at 1731367880395Flushing f8d71f2b3329882a3877b86955909401/a: appending metadata at 1731367880409 (+14 ms)Flushing f8d71f2b3329882a3877b86955909401/a: closing flushed file at 1731367880409Flushing f8d71f2b3329882a3877b86955909401/b: creating writer at 1731367880420 (+11 ms)Flushing f8d71f2b3329882a3877b86955909401/b: appending metadata at 1731367880440 (+20 ms)Flushing f8d71f2b3329882a3877b86955909401/b: closing flushed file at 1731367880440Flushing f8d71f2b3329882a3877b86955909401/c: creating writer at 1731367880458 (+18 ms)Flushing f8d71f2b3329882a3877b86955909401/c: appending metadata at 1731367880478 (+20 ms)Flushing f8d71f2b3329882a3877b86955909401/c: closing flushed file at 1731367880478Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c2583ec: reopening flushed file at 1731367880498 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@379b88b5: reopening flushed file at 1731367880505 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cb9f0e4: reopening flushed file at 1731367880511 (+6 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for f8d71f2b3329882a3877b86955909401 in 125ms, sequenceid=26, compaction requested=false; wal=null at 1731367880519 (+8 ms)Cleaning up temporary data from old regions at 1731367880521 (+2 ms)Running coprocessor post-open hooks at 1731367880527 (+6 ms)Region opened successfully at 1731367880527 2024-11-11T23:31:20,553 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=419 (was 419), OpenFileDescriptor=1183 (was 1127) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=390 (was 409), ProcessCount=11 (was 11), AvailableMemoryMB=5857 (was 6111) 2024-11-11T23:31:20,553 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-11-11T23:31:20,568 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=419, OpenFileDescriptor=1183, MaxFileDescriptor=1048576, SystemLoadAverage=390, ProcessCount=11, AvailableMemoryMB=5856 2024-11-11T23:31:20,568 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-11-11T23:31:20,586 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:31:20,588 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:31:20,589 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:31:20,592 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-50099310, suffix=, logDir=hdfs://localhost:46485/hbase/WALs/hregion-50099310, archiveDir=hdfs://localhost:46485/hbase/oldWALs, maxLogs=32 2024-11-11T23:31:20,604 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-50099310/hregion-50099310.1731367880592, exclude list is [], retry=0 2024-11-11T23:31:20,606 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41,DISK] 2024-11-11T23:31:20,606 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38727,DS-91bdd526-bce5-4608-b953-af1cb2c82604,DISK] 2024-11-11T23:31:20,606 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75,DISK] 2024-11-11T23:31:20,608 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-50099310/hregion-50099310.1731367880592 2024-11-11T23:31:20,608 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:35193:35193),(127.0.0.1/127.0.0.1:44563:44563)] 2024-11-11T23:31:20,608 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => a7c937ff9ce7188b744809963f73b5bc, NAME => 'testDatalossWhenInputError,,1731367880587.a7c937ff9ce7188b744809963f73b5bc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46485/hbase 2024-11-11T23:31:20,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741910_1088 (size=61) 2024-11-11T23:31:20,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741910_1088 (size=61) 2024-11-11T23:31:20,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741910_1088 (size=61) 2024-11-11T23:31:20,617 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731367880587.a7c937ff9ce7188b744809963f73b5bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:31:20,618 INFO [StoreOpener-a7c937ff9ce7188b744809963f73b5bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a7c937ff9ce7188b744809963f73b5bc 2024-11-11T23:31:20,620 INFO [StoreOpener-a7c937ff9ce7188b744809963f73b5bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7c937ff9ce7188b744809963f73b5bc columnFamilyName a 2024-11-11T23:31:20,620 DEBUG [StoreOpener-a7c937ff9ce7188b744809963f73b5bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:20,620 INFO [StoreOpener-a7c937ff9ce7188b744809963f73b5bc-1 {}] regionserver.HStore(327): Store=a7c937ff9ce7188b744809963f73b5bc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:20,620 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a7c937ff9ce7188b744809963f73b5bc 2024-11-11T23:31:20,621 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testDatalossWhenInputError/a7c937ff9ce7188b744809963f73b5bc 2024-11-11T23:31:20,622 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testDatalossWhenInputError/a7c937ff9ce7188b744809963f73b5bc 2024-11-11T23:31:20,622 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a7c937ff9ce7188b744809963f73b5bc 2024-11-11T23:31:20,622 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a7c937ff9ce7188b744809963f73b5bc 2024-11-11T23:31:20,624 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a7c937ff9ce7188b744809963f73b5bc 2024-11-11T23:31:20,626 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46485/hbase/data/default/testDatalossWhenInputError/a7c937ff9ce7188b744809963f73b5bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:31:20,627 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a7c937ff9ce7188b744809963f73b5bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63204381, jitterRate=-0.05818133056163788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T23:31:20,627 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a7c937ff9ce7188b744809963f73b5bc: Writing region info on filesystem at 1731367880617Initializing all the Stores at 1731367880618 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367880618Cleaning up temporary data from old regions at 1731367880622 (+4 ms)Region opened successfully at 1731367880627 (+5 ms) 2024-11-11T23:31:20,627 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a7c937ff9ce7188b744809963f73b5bc, disabling compactions & flushes 2024-11-11T23:31:20,627 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731367880587.a7c937ff9ce7188b744809963f73b5bc. 2024-11-11T23:31:20,627 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731367880587.a7c937ff9ce7188b744809963f73b5bc. 2024-11-11T23:31:20,627 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731367880587.a7c937ff9ce7188b744809963f73b5bc. after waiting 0 ms 2024-11-11T23:31:20,627 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731367880587.a7c937ff9ce7188b744809963f73b5bc. 2024-11-11T23:31:20,628 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731367880587.a7c937ff9ce7188b744809963f73b5bc. 2024-11-11T23:31:20,628 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a7c937ff9ce7188b744809963f73b5bc: Waiting for close lock at 1731367880627Disabling compacts and flushes for region at 1731367880627Disabling writes for close at 1731367880627Writing region close event to WAL at 1731367880628 (+1 ms)Closed at 1731367880628 2024-11-11T23:31:20,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741909_1087 (size=95) 2024-11-11T23:31:20,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741909_1087 (size=95) 2024-11-11T23:31:20,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741909_1087 (size=95) 2024-11-11T23:31:20,633 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T23:31:20,633 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-50099310:(num 1731367880592) 2024-11-11T23:31:20,633 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T23:31:20,635 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46485/hbase/WALs/testdatalosswheninputerror-manual,16010,1731367880585, archiveDir=hdfs://localhost:46485/hbase/oldWALs, maxLogs=32 2024-11-11T23:31:20,648 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731367880585/wal.1731367880635, exclude list is [], retry=0 2024-11-11T23:31:20,650 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38727,DS-91bdd526-bce5-4608-b953-af1cb2c82604,DISK] 2024-11-11T23:31:20,651 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75,DISK] 2024-11-11T23:31:20,651 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41,DISK] 2024-11-11T23:31:20,652 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731367880585/wal.1731367880635 2024-11-11T23:31:20,653 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35193:35193),(127.0.0.1/127.0.0.1:44563:44563),(127.0.0.1/127.0.0.1:44027:44027)] 2024-11-11T23:31:20,653 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a7c937ff9ce7188b744809963f73b5bc, NAME => 'testDatalossWhenInputError,,1731367880587.a7c937ff9ce7188b744809963f73b5bc.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:31:20,653 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731367880587.a7c937ff9ce7188b744809963f73b5bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:31:20,653 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a7c937ff9ce7188b744809963f73b5bc 2024-11-11T23:31:20,653 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a7c937ff9ce7188b744809963f73b5bc 2024-11-11T23:31:20,654 INFO [StoreOpener-a7c937ff9ce7188b744809963f73b5bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a7c937ff9ce7188b744809963f73b5bc 2024-11-11T23:31:20,655 INFO [StoreOpener-a7c937ff9ce7188b744809963f73b5bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7c937ff9ce7188b744809963f73b5bc columnFamilyName a 2024-11-11T23:31:20,655 DEBUG [StoreOpener-a7c937ff9ce7188b744809963f73b5bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:20,655 INFO [StoreOpener-a7c937ff9ce7188b744809963f73b5bc-1 {}] regionserver.HStore(327): Store=a7c937ff9ce7188b744809963f73b5bc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:20,656 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a7c937ff9ce7188b744809963f73b5bc 2024-11-11T23:31:20,656 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testDatalossWhenInputError/a7c937ff9ce7188b744809963f73b5bc 2024-11-11T23:31:20,657 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testDatalossWhenInputError/a7c937ff9ce7188b744809963f73b5bc 2024-11-11T23:31:20,658 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a7c937ff9ce7188b744809963f73b5bc 2024-11-11T23:31:20,658 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a7c937ff9ce7188b744809963f73b5bc 2024-11-11T23:31:20,659 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a7c937ff9ce7188b744809963f73b5bc 2024-11-11T23:31:20,660 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a7c937ff9ce7188b744809963f73b5bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69985823, jitterRate=0.04287002980709076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T23:31:20,661 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a7c937ff9ce7188b744809963f73b5bc: Writing region info on filesystem at 1731367880653Initializing all the Stores at 1731367880654 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367880654Cleaning up temporary data from old regions at 1731367880658 (+4 ms)Region opened successfully at 1731367880661 (+3 ms) 2024-11-11T23:31:20,672 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a7c937ff9ce7188b744809963f73b5bc, disabling compactions & flushes 2024-11-11T23:31:20,672 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731367880587.a7c937ff9ce7188b744809963f73b5bc. 2024-11-11T23:31:20,672 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731367880587.a7c937ff9ce7188b744809963f73b5bc. 2024-11-11T23:31:20,672 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731367880587.a7c937ff9ce7188b744809963f73b5bc. after waiting 0 ms 2024-11-11T23:31:20,672 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731367880587.a7c937ff9ce7188b744809963f73b5bc. 2024-11-11T23:31:20,672 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1731367880587.a7c937ff9ce7188b744809963f73b5bc. 2024-11-11T23:31:20,672 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731367880587.a7c937ff9ce7188b744809963f73b5bc. 2024-11-11T23:31:20,672 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a7c937ff9ce7188b744809963f73b5bc: Waiting for close lock at 1731367880671Disabling compacts and flushes for region at 1731367880671Disabling writes for close at 1731367880672 (+1 ms)Writing region close event to WAL at 1731367880672Closed at 1731367880672 2024-11-11T23:31:20,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741911_1089 (size=1050) 2024-11-11T23:31:20,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741911_1089 (size=1050) 2024-11-11T23:31:20,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741911_1089 (size=1050) 2024-11-11T23:31:20,692 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46485/hbase/WALs/testdatalosswheninputerror-manual,16010,1731367880585/wal.1731367880635, size=1.0 K (1050bytes) 2024-11-11T23:31:20,692 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46485/hbase/WALs/testdatalosswheninputerror-manual,16010,1731367880585/wal.1731367880635 2024-11-11T23:31:20,693 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46485/hbase/WALs/testdatalosswheninputerror-manual,16010,1731367880585/wal.1731367880635 after 1ms 2024-11-11T23:31:20,695 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46485/hbase/WALs/testdatalosswheninputerror-manual,16010,1731367880585/wal.1731367880635: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T23:31:20,695 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46485/hbase/WALs/testdatalosswheninputerror-manual,16010,1731367880585/wal.1731367880635 took 3ms 2024-11-11T23:31:20,696 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46485/hbase/WALs/testdatalosswheninputerror-manual,16010,1731367880585/wal.1731367880635 so closing down 2024-11-11T23:31:20,697 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T23:31:20,697 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731367880635.temp 2024-11-11T23:31:20,698 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testDatalossWhenInputError/a7c937ff9ce7188b744809963f73b5bc/recovered.edits/0000000000000000003-wal.1731367880635.temp 2024-11-11T23:31:20,699 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T23:31:20,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741912_1090 (size=1050) 2024-11-11T23:31:20,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741912_1090 (size=1050) 2024-11-11T23:31:20,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741912_1090 (size=1050) 2024-11-11T23:31:20,841 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-11T23:31:20,841 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-11T23:31:20,842 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-11T23:31:20,842 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-11T23:31:21,107 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testDatalossWhenInputError/a7c937ff9ce7188b744809963f73b5bc/recovered.edits/0000000000000000003-wal.1731367880635.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-11T23:31:21,110 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46485/hbase/data/default/testDatalossWhenInputError/a7c937ff9ce7188b744809963f73b5bc/recovered.edits/0000000000000000003-wal.1731367880635.temp to hdfs://localhost:46485/hbase/data/default/testDatalossWhenInputError/a7c937ff9ce7188b744809963f73b5bc/recovered.edits/0000000000000000012 2024-11-11T23:31:21,110 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:46485/hbase/WALs/testdatalosswheninputerror-manual,16010,1731367880585/wal.1731367880635, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-11-11T23:31:21,110 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46485/hbase/WALs/testdatalosswheninputerror-manual,16010,1731367880585/wal.1731367880635, journal: Splitting hdfs://localhost:46485/hbase/WALs/testdatalosswheninputerror-manual,16010,1731367880585/wal.1731367880635, size=1.0 K (1050bytes) at 1731367880692Finishing writing output for hdfs://localhost:46485/hbase/WALs/testdatalosswheninputerror-manual,16010,1731367880585/wal.1731367880635 so closing down at 1731367880697 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testDatalossWhenInputError/a7c937ff9ce7188b744809963f73b5bc/recovered.edits/0000000000000000003-wal.1731367880635.temp at 1731367880699 (+2 ms)3 split writer threads finished at 1731367880699Closed recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testDatalossWhenInputError/a7c937ff9ce7188b744809963f73b5bc/recovered.edits/0000000000000000003-wal.1731367880635.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731367881108 (+409 ms)Rename recovered edits hdfs://localhost:46485/hbase/data/default/testDatalossWhenInputError/a7c937ff9ce7188b744809963f73b5bc/recovered.edits/0000000000000000003-wal.1731367880635.temp to hdfs://localhost:46485/hbase/data/default/testDatalossWhenInputError/a7c937ff9ce7188b744809963f73b5bc/recovered.edits/0000000000000000012 at 1731367881110 (+2 ms)Processed 10 edits across 1 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:46485/hbase/WALs/testdatalosswheninputerror-manual,16010,1731367880585/wal.1731367880635, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1731367881110 2024-11-11T23:31:21,113 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46485/hbase/WALs/testdatalosswheninputerror-manual,16010,1731367880585/wal.1731367880635 to hdfs://localhost:46485/hbase/oldWALs/wal.1731367880635 2024-11-11T23:31:21,114 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46485/hbase/data/default/testDatalossWhenInputError/a7c937ff9ce7188b744809963f73b5bc/recovered.edits/0000000000000000012 2024-11-11T23:31:21,118 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46485/hbase/data/default/testDatalossWhenInputError/a7c937ff9ce7188b744809963f73b5bc/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T23:31:21,546 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T23:31:21,549 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46485/hbase/WALs/testdatalosswheninputerror-manual,16010,1731367880585, archiveDir=hdfs://localhost:46485/hbase/oldWALs, maxLogs=32 2024-11-11T23:31:21,562 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731367880585/wal.1731367881549, exclude list is [], retry=0 2024-11-11T23:31:21,565 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38727,DS-91bdd526-bce5-4608-b953-af1cb2c82604,DISK] 2024-11-11T23:31:21,566 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41,DISK] 2024-11-11T23:31:21,566 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75,DISK] 2024-11-11T23:31:21,568 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731367880585/wal.1731367881549 2024-11-11T23:31:21,572 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35193:35193),(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:44563:44563)] 2024-11-11T23:31:21,572 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a7c937ff9ce7188b744809963f73b5bc, NAME => 'testDatalossWhenInputError,,1731367880587.a7c937ff9ce7188b744809963f73b5bc.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:31:21,572 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731367880587.a7c937ff9ce7188b744809963f73b5bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:31:21,572 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a7c937ff9ce7188b744809963f73b5bc 2024-11-11T23:31:21,572 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a7c937ff9ce7188b744809963f73b5bc 2024-11-11T23:31:21,576 INFO [StoreOpener-a7c937ff9ce7188b744809963f73b5bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a7c937ff9ce7188b744809963f73b5bc 2024-11-11T23:31:21,579 INFO [StoreOpener-a7c937ff9ce7188b744809963f73b5bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7c937ff9ce7188b744809963f73b5bc columnFamilyName a 2024-11-11T23:31:21,579 DEBUG [StoreOpener-a7c937ff9ce7188b744809963f73b5bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:21,580 INFO [StoreOpener-a7c937ff9ce7188b744809963f73b5bc-1 {}] regionserver.HStore(327): Store=a7c937ff9ce7188b744809963f73b5bc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:21,581 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a7c937ff9ce7188b744809963f73b5bc 2024-11-11T23:31:21,582 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testDatalossWhenInputError/a7c937ff9ce7188b744809963f73b5bc 2024-11-11T23:31:21,583 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testDatalossWhenInputError/a7c937ff9ce7188b744809963f73b5bc 2024-11-11T23:31:21,584 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46485/hbase/data/default/testDatalossWhenInputError/a7c937ff9ce7188b744809963f73b5bc/recovered.edits/0000000000000000012 2024-11-11T23:31:21,586 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46485/hbase/data/default/testDatalossWhenInputError/a7c937ff9ce7188b744809963f73b5bc/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T23:31:21,588 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:46485/hbase/data/default/testDatalossWhenInputError/a7c937ff9ce7188b744809963f73b5bc/recovered.edits/0000000000000000012 2024-11-11T23:31:21,588 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a7c937ff9ce7188b744809963f73b5bc 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-11T23:31:21,614 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/hbase/data/default/testDatalossWhenInputError/a7c937ff9ce7188b744809963f73b5bc/.tmp/a/4de9d9c7a1e44f70abd055f0ee402957 is 79, key is testDatalossWhenInputError/a:x0/1731367880661/Put/seqid=0 2024-11-11T23:31:21,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741914_1092 (size=5808) 2024-11-11T23:31:21,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741914_1092 (size=5808) 2024-11-11T23:31:21,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741914_1092 (size=5808) 2024-11-11T23:31:21,626 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46485/hbase/data/default/testDatalossWhenInputError/a7c937ff9ce7188b744809963f73b5bc/.tmp/a/4de9d9c7a1e44f70abd055f0ee402957 2024-11-11T23:31:21,640 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/hbase/data/default/testDatalossWhenInputError/a7c937ff9ce7188b744809963f73b5bc/.tmp/a/4de9d9c7a1e44f70abd055f0ee402957 as hdfs://localhost:46485/hbase/data/default/testDatalossWhenInputError/a7c937ff9ce7188b744809963f73b5bc/a/4de9d9c7a1e44f70abd055f0ee402957 2024-11-11T23:31:21,651 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/hbase/data/default/testDatalossWhenInputError/a7c937ff9ce7188b744809963f73b5bc/a/4de9d9c7a1e44f70abd055f0ee402957, entries=10, sequenceid=12, filesize=5.7 K 2024-11-11T23:31:21,652 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for a7c937ff9ce7188b744809963f73b5bc in 64ms, sequenceid=12, compaction requested=false; wal=null 2024-11-11T23:31:21,653 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46485/hbase/data/default/testDatalossWhenInputError/a7c937ff9ce7188b744809963f73b5bc/recovered.edits/0000000000000000012 2024-11-11T23:31:21,654 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a7c937ff9ce7188b744809963f73b5bc 2024-11-11T23:31:21,654 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a7c937ff9ce7188b744809963f73b5bc 2024-11-11T23:31:21,657 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a7c937ff9ce7188b744809963f73b5bc 2024-11-11T23:31:21,660 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46485/hbase/data/default/testDatalossWhenInputError/a7c937ff9ce7188b744809963f73b5bc/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-11T23:31:21,662 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a7c937ff9ce7188b744809963f73b5bc; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68004923, jitterRate=0.013352319598197937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T23:31:21,663 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a7c937ff9ce7188b744809963f73b5bc: Writing region info on filesystem at 1731367881572Initializing all the Stores at 1731367881575 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367881576 (+1 ms)Obtaining lock to block concurrent updates at 1731367881588 (+12 ms)Preparing flush snapshotting stores in a7c937ff9ce7188b744809963f73b5bc at 1731367881588Finished memstore snapshotting testDatalossWhenInputError,,1731367880587.a7c937ff9ce7188b744809963f73b5bc., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1731367881588Flushing stores of testDatalossWhenInputError,,1731367880587.a7c937ff9ce7188b744809963f73b5bc. at 1731367881588Flushing a7c937ff9ce7188b744809963f73b5bc/a: creating writer at 1731367881588Flushing a7c937ff9ce7188b744809963f73b5bc/a: appending metadata at 1731367881613 (+25 ms)Flushing a7c937ff9ce7188b744809963f73b5bc/a: closing flushed file at 1731367881613Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a4a857a: reopening flushed file at 1731367881637 (+24 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for a7c937ff9ce7188b744809963f73b5bc in 64ms, sequenceid=12, compaction requested=false; wal=null at 1731367881652 (+15 ms)Cleaning up temporary data from old regions at 1731367881654 (+2 ms)Region opened successfully at 1731367881663 (+9 ms) 2024-11-11T23:31:21,670 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a7c937ff9ce7188b744809963f73b5bc, NAME => 'testDatalossWhenInputError,,1731367880587.a7c937ff9ce7188b744809963f73b5bc.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:31:21,671 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731367880587.a7c937ff9ce7188b744809963f73b5bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:31:21,671 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a7c937ff9ce7188b744809963f73b5bc 2024-11-11T23:31:21,671 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a7c937ff9ce7188b744809963f73b5bc 2024-11-11T23:31:21,676 INFO [StoreOpener-a7c937ff9ce7188b744809963f73b5bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a7c937ff9ce7188b744809963f73b5bc 2024-11-11T23:31:21,678 INFO [StoreOpener-a7c937ff9ce7188b744809963f73b5bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7c937ff9ce7188b744809963f73b5bc columnFamilyName a 2024-11-11T23:31:21,678 DEBUG [StoreOpener-a7c937ff9ce7188b744809963f73b5bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:21,690 DEBUG [StoreOpener-a7c937ff9ce7188b744809963f73b5bc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46485/hbase/data/default/testDatalossWhenInputError/a7c937ff9ce7188b744809963f73b5bc/a/4de9d9c7a1e44f70abd055f0ee402957 2024-11-11T23:31:21,691 INFO [StoreOpener-a7c937ff9ce7188b744809963f73b5bc-1 {}] regionserver.HStore(327): Store=a7c937ff9ce7188b744809963f73b5bc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:21,691 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a7c937ff9ce7188b744809963f73b5bc 2024-11-11T23:31:21,692 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testDatalossWhenInputError/a7c937ff9ce7188b744809963f73b5bc 2024-11-11T23:31:21,694 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testDatalossWhenInputError/a7c937ff9ce7188b744809963f73b5bc 2024-11-11T23:31:21,695 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a7c937ff9ce7188b744809963f73b5bc 2024-11-11T23:31:21,695 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a7c937ff9ce7188b744809963f73b5bc 2024-11-11T23:31:21,699 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a7c937ff9ce7188b744809963f73b5bc 2024-11-11T23:31:21,702 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46485/hbase/data/default/testDatalossWhenInputError/a7c937ff9ce7188b744809963f73b5bc/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-11T23:31:21,703 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a7c937ff9ce7188b744809963f73b5bc; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75100878, jitterRate=0.11909028887748718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T23:31:21,703 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a7c937ff9ce7188b744809963f73b5bc: Writing region info on filesystem at 1731367881671Initializing all the Stores at 1731367881672 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367881672Cleaning up temporary data from old regions at 1731367881695 (+23 ms)Region opened successfully at 1731367881703 (+8 ms) 2024-11-11T23:31:21,719 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=429 (was 419) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:37414 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1691708837-172.17.0.2-1731367845615:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:37474 [Receiving block BP-1691708837-172.17.0.2-1731367845615:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1691708837-172.17.0.2-1731367845615:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:55350 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:50894 [Receiving block BP-1691708837-172.17.0.2-1731367845615:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1691708837-172.17.0.2-1731367845615:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:55410 [Receiving block BP-1691708837-172.17.0.2-1731367845615:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1183) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=390 (was 390), ProcessCount=11 (was 11), AvailableMemoryMB=5826 (was 5856) 2024-11-11T23:31:21,720 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-11T23:31:21,731 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=429, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=390, ProcessCount=11, AvailableMemoryMB=5825 2024-11-11T23:31:21,731 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-11T23:31:21,746 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:31:21,747 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:31:21,748 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:31:21,751 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-17597773, suffix=, logDir=hdfs://localhost:46485/hbase/WALs/hregion-17597773, archiveDir=hdfs://localhost:46485/hbase/oldWALs, maxLogs=32 2024-11-11T23:31:21,764 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-17597773/hregion-17597773.1731367881751, exclude list is [], retry=0 2024-11-11T23:31:21,766 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75,DISK] 2024-11-11T23:31:21,768 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38727,DS-91bdd526-bce5-4608-b953-af1cb2c82604,DISK] 2024-11-11T23:31:21,768 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41,DISK] 2024-11-11T23:31:21,771 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-17597773/hregion-17597773.1731367881751 2024-11-11T23:31:21,771 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44563:44563),(127.0.0.1/127.0.0.1:35193:35193),(127.0.0.1/127.0.0.1:44027:44027)] 2024-11-11T23:31:21,771 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 991c1dbfc1512d6f1bec0f0d5695f145, NAME => 'testCompactedBulkLoadedFiles,,1731367881746.991c1dbfc1512d6f1bec0f0d5695f145.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46485/hbase 2024-11-11T23:31:21,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741916_1094 (size=63) 2024-11-11T23:31:21,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741916_1094 (size=63) 2024-11-11T23:31:21,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741916_1094 (size=63) 2024-11-11T23:31:21,784 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731367881746.991c1dbfc1512d6f1bec0f0d5695f145.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:31:21,785 INFO [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 991c1dbfc1512d6f1bec0f0d5695f145 2024-11-11T23:31:21,786 INFO [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 991c1dbfc1512d6f1bec0f0d5695f145 columnFamilyName a 2024-11-11T23:31:21,786 DEBUG [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:21,787 INFO [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] regionserver.HStore(327): Store=991c1dbfc1512d6f1bec0f0d5695f145/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:21,787 INFO [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 991c1dbfc1512d6f1bec0f0d5695f145 2024-11-11T23:31:21,788 INFO [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 991c1dbfc1512d6f1bec0f0d5695f145 columnFamilyName b 2024-11-11T23:31:21,788 DEBUG [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:21,789 INFO [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] regionserver.HStore(327): Store=991c1dbfc1512d6f1bec0f0d5695f145/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:21,789 INFO [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 991c1dbfc1512d6f1bec0f0d5695f145 2024-11-11T23:31:21,790 INFO [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 991c1dbfc1512d6f1bec0f0d5695f145 columnFamilyName c 2024-11-11T23:31:21,790 DEBUG [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:21,790 INFO [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] regionserver.HStore(327): Store=991c1dbfc1512d6f1bec0f0d5695f145/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:21,791 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 991c1dbfc1512d6f1bec0f0d5695f145 2024-11-11T23:31:21,791 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145 2024-11-11T23:31:21,792 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145 2024-11-11T23:31:21,793 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 991c1dbfc1512d6f1bec0f0d5695f145 2024-11-11T23:31:21,793 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 991c1dbfc1512d6f1bec0f0d5695f145 2024-11-11T23:31:21,793 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:31:21,795 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 991c1dbfc1512d6f1bec0f0d5695f145 2024-11-11T23:31:21,797 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:31:21,797 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 991c1dbfc1512d6f1bec0f0d5695f145; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63365393, jitterRate=-0.05578206479549408}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:31:21,798 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 991c1dbfc1512d6f1bec0f0d5695f145: Writing region info on filesystem at 1731367881784Initializing all the Stores at 1731367881785 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367881785Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367881785Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367881785Cleaning up temporary data from old regions at 1731367881793 (+8 ms)Region opened successfully at 1731367881798 (+5 ms) 2024-11-11T23:31:21,798 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 991c1dbfc1512d6f1bec0f0d5695f145, disabling compactions & flushes 2024-11-11T23:31:21,798 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731367881746.991c1dbfc1512d6f1bec0f0d5695f145. 2024-11-11T23:31:21,798 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731367881746.991c1dbfc1512d6f1bec0f0d5695f145. 2024-11-11T23:31:21,798 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731367881746.991c1dbfc1512d6f1bec0f0d5695f145. after waiting 0 ms 2024-11-11T23:31:21,798 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731367881746.991c1dbfc1512d6f1bec0f0d5695f145. 2024-11-11T23:31:21,798 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731367881746.991c1dbfc1512d6f1bec0f0d5695f145. 2024-11-11T23:31:21,798 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 991c1dbfc1512d6f1bec0f0d5695f145: Waiting for close lock at 1731367881798Disabling compacts and flushes for region at 1731367881798Disabling writes for close at 1731367881798Writing region close event to WAL at 1731367881798Closed at 1731367881798 2024-11-11T23:31:21,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741915_1093 (size=95) 2024-11-11T23:31:21,801 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-17597773/hregion-17597773.1731367881751 not finished, retry = 0 2024-11-11T23:31:21,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741915_1093 (size=95) 2024-11-11T23:31:21,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741915_1093 (size=95) 2024-11-11T23:31:21,904 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T23:31:21,904 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-17597773:(num 1731367881751) 2024-11-11T23:31:21,904 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T23:31:21,906 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46485/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731367881745, archiveDir=hdfs://localhost:46485/hbase/oldWALs, maxLogs=32 2024-11-11T23:31:21,918 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731367881745/wal.1731367881906, exclude list is [], retry=0 2024-11-11T23:31:21,920 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75,DISK] 2024-11-11T23:31:21,921 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38727,DS-91bdd526-bce5-4608-b953-af1cb2c82604,DISK] 2024-11-11T23:31:21,921 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41,DISK] 2024-11-11T23:31:21,924 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731367881745/wal.1731367881906 2024-11-11T23:31:21,928 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44563:44563),(127.0.0.1/127.0.0.1:35193:35193),(127.0.0.1/127.0.0.1:44027:44027)] 2024-11-11T23:31:21,928 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 991c1dbfc1512d6f1bec0f0d5695f145, NAME => 'testCompactedBulkLoadedFiles,,1731367881746.991c1dbfc1512d6f1bec0f0d5695f145.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:31:21,928 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731367881746.991c1dbfc1512d6f1bec0f0d5695f145.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:31:21,929 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 991c1dbfc1512d6f1bec0f0d5695f145 2024-11-11T23:31:21,929 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 991c1dbfc1512d6f1bec0f0d5695f145 2024-11-11T23:31:21,930 INFO [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 991c1dbfc1512d6f1bec0f0d5695f145 2024-11-11T23:31:21,931 INFO [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 991c1dbfc1512d6f1bec0f0d5695f145 columnFamilyName a 2024-11-11T23:31:21,931 DEBUG [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:21,932 INFO [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] regionserver.HStore(327): Store=991c1dbfc1512d6f1bec0f0d5695f145/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:21,932 INFO [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 991c1dbfc1512d6f1bec0f0d5695f145 2024-11-11T23:31:21,933 INFO [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 991c1dbfc1512d6f1bec0f0d5695f145 columnFamilyName b 2024-11-11T23:31:21,933 DEBUG [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:21,934 INFO [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] regionserver.HStore(327): Store=991c1dbfc1512d6f1bec0f0d5695f145/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:21,934 INFO [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 991c1dbfc1512d6f1bec0f0d5695f145 2024-11-11T23:31:21,934 INFO [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 991c1dbfc1512d6f1bec0f0d5695f145 columnFamilyName c 2024-11-11T23:31:21,935 DEBUG [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:21,935 INFO [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] regionserver.HStore(327): Store=991c1dbfc1512d6f1bec0f0d5695f145/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:21,935 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 991c1dbfc1512d6f1bec0f0d5695f145 2024-11-11T23:31:21,936 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145 2024-11-11T23:31:21,937 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145 2024-11-11T23:31:21,938 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 991c1dbfc1512d6f1bec0f0d5695f145 2024-11-11T23:31:21,938 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 991c1dbfc1512d6f1bec0f0d5695f145 2024-11-11T23:31:21,938 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:31:21,939 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 991c1dbfc1512d6f1bec0f0d5695f145 2024-11-11T23:31:21,940 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 991c1dbfc1512d6f1bec0f0d5695f145; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71067070, jitterRate=0.058981865644454956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:31:21,941 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 991c1dbfc1512d6f1bec0f0d5695f145: Writing region info on filesystem at 1731367881929Initializing all the Stores at 1731367881930 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367881930Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367881930Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367881930Cleaning up temporary data from old regions at 1731367881938 (+8 ms)Region opened successfully at 1731367881941 (+3 ms) 2024-11-11T23:31:21,944 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1731367881944/Put/seqid=0 2024-11-11T23:31:21,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741918_1096 (size=4875) 2024-11-11T23:31:21,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741918_1096 (size=4875) 2024-11-11T23:31:21,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741918_1096 (size=4875) 2024-11-11T23:31:21,962 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1731367881962/Put/seqid=0 2024-11-11T23:31:21,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741919_1097 (size=4875) 2024-11-11T23:31:21,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741919_1097 (size=4875) 2024-11-11T23:31:21,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741919_1097 (size=4875) 2024-11-11T23:31:21,982 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1731367881981/Put/seqid=0 2024-11-11T23:31:21,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741920_1098 (size=4875) 2024-11-11T23:31:21,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741920_1098 (size=4875) 2024-11-11T23:31:21,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741920_1098 (size=4875) 2024-11-11T23:31:21,995 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46485/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 991c1dbfc1512d6f1bec0f0d5695f145/a 2024-11-11T23:31:21,998 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-11T23:31:21,998 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T23:31:21,998 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46485/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 991c1dbfc1512d6f1bec0f0d5695f145/a 2024-11-11T23:31:22,002 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-11T23:31:22,002 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T23:31:22,002 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46485/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 991c1dbfc1512d6f1bec0f0d5695f145/a 2024-11-11T23:31:22,006 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-11T23:31:22,006 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T23:31:22,006 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 991c1dbfc1512d6f1bec0f0d5695f145 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-11T23:31:22,022 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/.tmp/a/b17bf27861d3420c98ac27e223035f89 is 55, key is testCompactedBulkLoadedFiles/a:a/1731367881941/Put/seqid=0 2024-11-11T23:31:22,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741921_1099 (size=5107) 2024-11-11T23:31:22,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741921_1099 (size=5107) 2024-11-11T23:31:22,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741921_1099 (size=5107) 2024-11-11T23:31:22,031 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/.tmp/a/b17bf27861d3420c98ac27e223035f89 2024-11-11T23:31:22,036 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/.tmp/a/b17bf27861d3420c98ac27e223035f89 as hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/b17bf27861d3420c98ac27e223035f89 2024-11-11T23:31:22,042 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/b17bf27861d3420c98ac27e223035f89, entries=1, sequenceid=4, filesize=5.0 K 2024-11-11T23:31:22,043 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 991c1dbfc1512d6f1bec0f0d5695f145 in 37ms, sequenceid=4, compaction requested=false 2024-11-11T23:31:22,043 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 991c1dbfc1512d6f1bec0f0d5695f145: 2024-11-11T23:31:22,044 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/96b24c127eeb49798f61ea32bb2a76f7_SeqId_4_ 2024-11-11T23:31:22,046 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/a741daba61d148f08f0ff470eae188a1_SeqId_4_ 2024-11-11T23:31:22,047 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/841116a9fd544ecfac7c3845529534f1_SeqId_4_ 2024-11-11T23:31:22,047 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46485/hbase/testCompactedBulkLoadedFiles/hfile0 into 991c1dbfc1512d6f1bec0f0d5695f145/a as hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/96b24c127eeb49798f61ea32bb2a76f7_SeqId_4_ - updating store file list. 2024-11-11T23:31:22,051 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 96b24c127eeb49798f61ea32bb2a76f7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T23:31:22,052 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/96b24c127eeb49798f61ea32bb2a76f7_SeqId_4_ into 991c1dbfc1512d6f1bec0f0d5695f145/a 2024-11-11T23:31:22,052 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46485/hbase/testCompactedBulkLoadedFiles/hfile0 into 991c1dbfc1512d6f1bec0f0d5695f145/a (new location: hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/96b24c127eeb49798f61ea32bb2a76f7_SeqId_4_) 2024-11-11T23:31:22,053 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46485/hbase/testCompactedBulkLoadedFiles/hfile1 into 991c1dbfc1512d6f1bec0f0d5695f145/a as hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/a741daba61d148f08f0ff470eae188a1_SeqId_4_ - updating store file list. 2024-11-11T23:31:22,057 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for a741daba61d148f08f0ff470eae188a1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T23:31:22,057 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/a741daba61d148f08f0ff470eae188a1_SeqId_4_ into 991c1dbfc1512d6f1bec0f0d5695f145/a 2024-11-11T23:31:22,057 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46485/hbase/testCompactedBulkLoadedFiles/hfile1 into 991c1dbfc1512d6f1bec0f0d5695f145/a (new location: hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/a741daba61d148f08f0ff470eae188a1_SeqId_4_) 2024-11-11T23:31:22,058 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46485/hbase/testCompactedBulkLoadedFiles/hfile2 into 991c1dbfc1512d6f1bec0f0d5695f145/a as hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/841116a9fd544ecfac7c3845529534f1_SeqId_4_ - updating store file list. 2024-11-11T23:31:22,062 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 841116a9fd544ecfac7c3845529534f1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T23:31:22,062 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/841116a9fd544ecfac7c3845529534f1_SeqId_4_ into 991c1dbfc1512d6f1bec0f0d5695f145/a 2024-11-11T23:31:22,062 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46485/hbase/testCompactedBulkLoadedFiles/hfile2 into 991c1dbfc1512d6f1bec0f0d5695f145/a (new location: hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/841116a9fd544ecfac7c3845529534f1_SeqId_4_) 2024-11-11T23:31:22,069 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T23:31:22,069 DEBUG [Time-limited test {}] regionserver.HStore(1541): 991c1dbfc1512d6f1bec0f0d5695f145/a is initiating major compaction (all files) 2024-11-11T23:31:22,070 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 991c1dbfc1512d6f1bec0f0d5695f145/a in testCompactedBulkLoadedFiles,,1731367881746.991c1dbfc1512d6f1bec0f0d5695f145. 2024-11-11T23:31:22,070 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/b17bf27861d3420c98ac27e223035f89, hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/96b24c127eeb49798f61ea32bb2a76f7_SeqId_4_, hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/a741daba61d148f08f0ff470eae188a1_SeqId_4_, hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/841116a9fd544ecfac7c3845529534f1_SeqId_4_] into tmpdir=hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/.tmp, totalSize=19.3 K 2024-11-11T23:31:22,070 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b17bf27861d3420c98ac27e223035f89, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1731367881941 2024-11-11T23:31:22,071 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 96b24c127eeb49798f61ea32bb2a76f7_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-11T23:31:22,071 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a741daba61d148f08f0ff470eae188a1_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-11T23:31:22,072 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 841116a9fd544ecfac7c3845529534f1_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-11T23:31:22,084 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/.tmp/a/a5cce398852a41c3a157a6209915ef32 is 55, key is testCompactedBulkLoadedFiles/a:a/1731367881941/Put/seqid=0 2024-11-11T23:31:22,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741922_1100 (size=6154) 2024-11-11T23:31:22,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741922_1100 (size=6154) 2024-11-11T23:31:22,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741922_1100 (size=6154) 2024-11-11T23:31:22,098 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/.tmp/a/a5cce398852a41c3a157a6209915ef32 as hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/a5cce398852a41c3a157a6209915ef32 2024-11-11T23:31:22,104 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 991c1dbfc1512d6f1bec0f0d5695f145/a of 991c1dbfc1512d6f1bec0f0d5695f145 into a5cce398852a41c3a157a6209915ef32(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T23:31:22,104 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 991c1dbfc1512d6f1bec0f0d5695f145: 2024-11-11T23:31:22,104 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-11T23:31:22,104 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-11T23:31:22,153 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46485/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731367881745/wal.1731367881906, size=0 (0bytes) 2024-11-11T23:31:22,154 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46485/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731367881745/wal.1731367881906 might be still open, length is 0 2024-11-11T23:31:22,154 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46485/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731367881745/wal.1731367881906 2024-11-11T23:31:22,155 WARN [IPC Server handler 2 on default port 46485 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731367881745/wal.1731367881906 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-11T23:31:22,155 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46485/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731367881745/wal.1731367881906 after 1ms 2024-11-11T23:31:22,605 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:37200 [Receiving block BP-1691708837-172.17.0.2-1731367845615:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:39445:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37200 dst: /127.0.0.1:39445 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39445 remote=/127.0.0.1:37200]. Total timeout mills is 60000, 59500 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:31:22,605 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:47802 [Receiving block BP-1691708837-172.17.0.2-1731367845615:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:38727:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47802 dst: /127.0.0.1:38727 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:31:22,605 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:53414 [Receiving block BP-1691708837-172.17.0.2-1731367845615:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:32917:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53414 dst: /127.0.0.1:32917 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:31:22,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741917_1101 (size=1169) 2024-11-11T23:31:22,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741917_1101 (size=1169) 2024-11-11T23:31:22,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741917_1101 (size=1169) 2024-11-11T23:31:25,836 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T23:31:26,156 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46485/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731367881745/wal.1731367881906 after 4002ms 2024-11-11T23:31:26,163 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46485/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731367881745/wal.1731367881906: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T23:31:26,163 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46485/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731367881745/wal.1731367881906 took 4010ms 2024-11-11T23:31:26,167 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46485/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731367881745/wal.1731367881906; continuing. 2024-11-11T23:31:26,167 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46485/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731367881745/wal.1731367881906 so closing down 2024-11-11T23:31:26,168 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T23:31:26,169 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731367881906.temp 2024-11-11T23:31:26,171 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/recovered.edits/0000000000000000003-wal.1731367881906.temp 2024-11-11T23:31:26,171 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T23:31:26,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741923_1102 (size=549) 2024-11-11T23:31:26,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741923_1102 (size=549) 2024-11-11T23:31:26,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741923_1102 (size=549) 2024-11-11T23:31:26,178 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/recovered.edits/0000000000000000003-wal.1731367881906.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-11T23:31:26,180 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/recovered.edits/0000000000000000003-wal.1731367881906.temp to hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/recovered.edits/0000000000000000008 2024-11-11T23:31:26,180 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:46485/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731367881745/wal.1731367881906, size=0, length=0, corrupted=false, cancelled=false 2024-11-11T23:31:26,180 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46485/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731367881745/wal.1731367881906, journal: Splitting hdfs://localhost:46485/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731367881745/wal.1731367881906, size=0 (0bytes) at 1731367882154Finishing writing output for hdfs://localhost:46485/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731367881745/wal.1731367881906 so closing down at 1731367886167 (+4013 ms)Creating recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/recovered.edits/0000000000000000003-wal.1731367881906.temp at 1731367886171 (+4 ms)3 split writer threads finished at 1731367886171Closed recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/recovered.edits/0000000000000000003-wal.1731367881906.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731367886178 (+7 ms)Rename recovered edits hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/recovered.edits/0000000000000000003-wal.1731367881906.temp to hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/recovered.edits/0000000000000000008 at 1731367886180 (+2 ms)Processed 5 edits across 1 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:46485/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731367881745/wal.1731367881906, size=0, length=0, corrupted=false, cancelled=false at 1731367886180 2024-11-11T23:31:26,181 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46485/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731367881745/wal.1731367881906 to hdfs://localhost:46485/hbase/oldWALs/wal.1731367881906 2024-11-11T23:31:26,182 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/recovered.edits/0000000000000000008 2024-11-11T23:31:26,182 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T23:31:26,183 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46485/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731367881745, archiveDir=hdfs://localhost:46485/hbase/oldWALs, maxLogs=32 2024-11-11T23:31:26,196 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731367881745/wal.1731367886184, exclude list is [], retry=0 2024-11-11T23:31:26,199 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38727,DS-91bdd526-bce5-4608-b953-af1cb2c82604,DISK] 2024-11-11T23:31:26,199 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75,DISK] 2024-11-11T23:31:26,200 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41,DISK] 2024-11-11T23:31:26,202 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731367881745/wal.1731367886184 2024-11-11T23:31:26,202 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35193:35193),(127.0.0.1/127.0.0.1:44563:44563),(127.0.0.1/127.0.0.1:44027:44027)] 2024-11-11T23:31:26,202 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 991c1dbfc1512d6f1bec0f0d5695f145, NAME => 'testCompactedBulkLoadedFiles,,1731367881746.991c1dbfc1512d6f1bec0f0d5695f145.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:31:26,202 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731367881746.991c1dbfc1512d6f1bec0f0d5695f145.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:31:26,202 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 991c1dbfc1512d6f1bec0f0d5695f145 2024-11-11T23:31:26,202 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 991c1dbfc1512d6f1bec0f0d5695f145 2024-11-11T23:31:26,204 INFO [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 991c1dbfc1512d6f1bec0f0d5695f145 2024-11-11T23:31:26,204 INFO [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 991c1dbfc1512d6f1bec0f0d5695f145 columnFamilyName a 2024-11-11T23:31:26,204 DEBUG [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:26,210 DEBUG [StoreFileOpener-991c1dbfc1512d6f1bec0f0d5695f145-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 841116a9fd544ecfac7c3845529534f1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T23:31:26,210 DEBUG [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/841116a9fd544ecfac7c3845529534f1_SeqId_4_ 2024-11-11T23:31:26,214 DEBUG [StoreFileOpener-991c1dbfc1512d6f1bec0f0d5695f145-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 96b24c127eeb49798f61ea32bb2a76f7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T23:31:26,214 DEBUG [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/96b24c127eeb49798f61ea32bb2a76f7_SeqId_4_ 2024-11-11T23:31:26,219 DEBUG [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/a5cce398852a41c3a157a6209915ef32 2024-11-11T23:31:26,222 DEBUG [StoreFileOpener-991c1dbfc1512d6f1bec0f0d5695f145-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a741daba61d148f08f0ff470eae188a1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T23:31:26,222 DEBUG [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/a741daba61d148f08f0ff470eae188a1_SeqId_4_ 2024-11-11T23:31:26,226 DEBUG [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/b17bf27861d3420c98ac27e223035f89 2024-11-11T23:31:26,227 WARN [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/841116a9fd544ecfac7c3845529534f1_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@7fdef34f 2024-11-11T23:31:26,227 WARN [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/96b24c127eeb49798f61ea32bb2a76f7_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@7fdef34f 2024-11-11T23:31:26,227 WARN [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/a741daba61d148f08f0ff470eae188a1_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@7fdef34f 2024-11-11T23:31:26,227 WARN [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/b17bf27861d3420c98ac27e223035f89 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@7fdef34f 2024-11-11T23:31:26,227 DEBUG [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/841116a9fd544ecfac7c3845529534f1_SeqId_4_, hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/96b24c127eeb49798f61ea32bb2a76f7_SeqId_4_, hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/a741daba61d148f08f0ff470eae188a1_SeqId_4_, hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/b17bf27861d3420c98ac27e223035f89] to archive 2024-11-11T23:31:26,228 DEBUG [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T23:31:26,230 DEBUG [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/841116a9fd544ecfac7c3845529534f1_SeqId_4_ to hdfs://localhost:46485/hbase/archive/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/841116a9fd544ecfac7c3845529534f1_SeqId_4_ 2024-11-11T23:31:26,231 DEBUG [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/96b24c127eeb49798f61ea32bb2a76f7_SeqId_4_ to hdfs://localhost:46485/hbase/archive/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/96b24c127eeb49798f61ea32bb2a76f7_SeqId_4_ 2024-11-11T23:31:26,232 DEBUG [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/a741daba61d148f08f0ff470eae188a1_SeqId_4_ to hdfs://localhost:46485/hbase/archive/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/a741daba61d148f08f0ff470eae188a1_SeqId_4_ 2024-11-11T23:31:26,233 DEBUG [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/b17bf27861d3420c98ac27e223035f89 to hdfs://localhost:46485/hbase/archive/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/a/b17bf27861d3420c98ac27e223035f89 2024-11-11T23:31:26,233 INFO [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] regionserver.HStore(327): Store=991c1dbfc1512d6f1bec0f0d5695f145/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:26,233 INFO [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 991c1dbfc1512d6f1bec0f0d5695f145 2024-11-11T23:31:26,234 INFO [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 991c1dbfc1512d6f1bec0f0d5695f145 columnFamilyName b 2024-11-11T23:31:26,234 DEBUG [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:26,235 INFO [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] regionserver.HStore(327): Store=991c1dbfc1512d6f1bec0f0d5695f145/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:26,235 INFO [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 991c1dbfc1512d6f1bec0f0d5695f145 2024-11-11T23:31:26,236 INFO [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 991c1dbfc1512d6f1bec0f0d5695f145 columnFamilyName c 2024-11-11T23:31:26,236 DEBUG [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:26,236 INFO [StoreOpener-991c1dbfc1512d6f1bec0f0d5695f145-1 {}] regionserver.HStore(327): Store=991c1dbfc1512d6f1bec0f0d5695f145/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:26,237 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 991c1dbfc1512d6f1bec0f0d5695f145 2024-11-11T23:31:26,237 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145 2024-11-11T23:31:26,239 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145 2024-11-11T23:31:26,239 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/recovered.edits/0000000000000000008 2024-11-11T23:31:26,241 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T23:31:26,242 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 991c1dbfc1512d6f1bec0f0d5695f145 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "991c1dbfc1512d6f1bec0f0d5695f145" family_name: "a" compaction_input: "b17bf27861d3420c98ac27e223035f89" compaction_input: "96b24c127eeb49798f61ea32bb2a76f7_SeqId_4_" compaction_input: "a741daba61d148f08f0ff470eae188a1_SeqId_4_" compaction_input: "841116a9fd544ecfac7c3845529534f1_SeqId_4_" compaction_output: "a5cce398852a41c3a157a6209915ef32" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1731367881746.991c1dbfc1512d6f1bec0f0d5695f145." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-11T23:31:26,242 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-11T23:31:26,242 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/recovered.edits/0000000000000000008 2024-11-11T23:31:26,243 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/recovered.edits/0000000000000000008 2024-11-11T23:31:26,244 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 991c1dbfc1512d6f1bec0f0d5695f145 2024-11-11T23:31:26,244 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 991c1dbfc1512d6f1bec0f0d5695f145 2024-11-11T23:31:26,245 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:31:26,246 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 991c1dbfc1512d6f1bec0f0d5695f145 2024-11-11T23:31:26,248 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46485/hbase/data/default/testCompactedBulkLoadedFiles/991c1dbfc1512d6f1bec0f0d5695f145/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T23:31:26,248 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 991c1dbfc1512d6f1bec0f0d5695f145; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62661887, jitterRate=-0.06626512110233307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:31:26,249 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 991c1dbfc1512d6f1bec0f0d5695f145: Writing region info on filesystem at 1731367886202Initializing all the Stores at 1731367886203 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367886203Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367886204 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367886204Cleaning up temporary data from old regions at 1731367886244 (+40 ms)Region opened successfully at 1731367886249 (+5 ms) 2024-11-11T23:31:26,251 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 991c1dbfc1512d6f1bec0f0d5695f145, disabling compactions & flushes 2024-11-11T23:31:26,251 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731367881746.991c1dbfc1512d6f1bec0f0d5695f145. 2024-11-11T23:31:26,251 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731367881746.991c1dbfc1512d6f1bec0f0d5695f145. 2024-11-11T23:31:26,251 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731367881746.991c1dbfc1512d6f1bec0f0d5695f145. after waiting 0 ms 2024-11-11T23:31:26,251 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731367881746.991c1dbfc1512d6f1bec0f0d5695f145. 2024-11-11T23:31:26,252 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731367881746.991c1dbfc1512d6f1bec0f0d5695f145. 2024-11-11T23:31:26,252 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 991c1dbfc1512d6f1bec0f0d5695f145: Waiting for close lock at 1731367886251Disabling compacts and flushes for region at 1731367886251Disabling writes for close at 1731367886251Writing region close event to WAL at 1731367886252 (+1 ms)Closed at 1731367886252 2024-11-11T23:31:26,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741924_1103 (size=95) 2024-11-11T23:31:26,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741924_1103 (size=95) 2024-11-11T23:31:26,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741924_1103 (size=95) 2024-11-11T23:31:26,257 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T23:31:26,257 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731367886184) 2024-11-11T23:31:26,271 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=443 (was 429) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_970648975_22 at /127.0.0.1:53482 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_970648975_22 at /127.0.0.1:37278 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:46485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1798728533) connection to localhost/127.0.0.1:46485 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_970648975_22 at /127.0.0.1:47836 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1346 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=367 (was 390), ProcessCount=11 (was 11), AvailableMemoryMB=5807 (was 5825) 2024-11-11T23:31:26,271 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-11-11T23:31:26,282 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=443, OpenFileDescriptor=1346, MaxFileDescriptor=1048576, SystemLoadAverage=367, ProcessCount=11, AvailableMemoryMB=5806 2024-11-11T23:31:26,283 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-11-11T23:31:26,296 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:31:26,298 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:31:26,299 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:31:26,301 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-96122882, suffix=, logDir=hdfs://localhost:46485/hbase/WALs/hregion-96122882, archiveDir=hdfs://localhost:46485/hbase/oldWALs, maxLogs=32 2024-11-11T23:31:26,313 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-96122882/hregion-96122882.1731367886301, exclude list is [], retry=0 2024-11-11T23:31:26,315 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75,DISK] 2024-11-11T23:31:26,316 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41,DISK] 2024-11-11T23:31:26,316 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38727,DS-91bdd526-bce5-4608-b953-af1cb2c82604,DISK] 2024-11-11T23:31:26,317 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-96122882/hregion-96122882.1731367886301 2024-11-11T23:31:26,318 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44563:44563),(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:35193:35193)] 2024-11-11T23:31:26,318 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 517ac87a559070d3f75d282a8e5a069b, NAME => 'testReplayEditsWrittenViaHRegion,,1731367886297.517ac87a559070d3f75d282a8e5a069b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46485/hbase 2024-11-11T23:31:26,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741926_1105 (size=67) 2024-11-11T23:31:26,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741926_1105 (size=67) 2024-11-11T23:31:26,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741926_1105 (size=67) 2024-11-11T23:31:26,325 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731367886297.517ac87a559070d3f75d282a8e5a069b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:31:26,326 INFO [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:26,327 INFO [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 517ac87a559070d3f75d282a8e5a069b columnFamilyName a 2024-11-11T23:31:26,327 DEBUG [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:26,328 INFO [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] regionserver.HStore(327): Store=517ac87a559070d3f75d282a8e5a069b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:26,328 INFO [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:26,329 INFO [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 517ac87a559070d3f75d282a8e5a069b columnFamilyName b 2024-11-11T23:31:26,329 DEBUG [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:26,329 INFO [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] regionserver.HStore(327): Store=517ac87a559070d3f75d282a8e5a069b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:26,329 INFO [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:26,330 INFO [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 517ac87a559070d3f75d282a8e5a069b columnFamilyName c 2024-11-11T23:31:26,330 DEBUG [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:26,331 INFO [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] regionserver.HStore(327): Store=517ac87a559070d3f75d282a8e5a069b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:26,331 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:26,331 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:26,332 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:26,333 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:26,333 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:26,333 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:31:26,334 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:26,337 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:31:26,337 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 517ac87a559070d3f75d282a8e5a069b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72954070, jitterRate=0.08710035681724548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:31:26,337 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 517ac87a559070d3f75d282a8e5a069b: Writing region info on filesystem at 1731367886326Initializing all the Stores at 1731367886326Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367886326Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367886326Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367886326Cleaning up temporary data from old regions at 1731367886333 (+7 ms)Region opened successfully at 1731367886337 (+4 ms) 2024-11-11T23:31:26,337 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 517ac87a559070d3f75d282a8e5a069b, disabling compactions & flushes 2024-11-11T23:31:26,337 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731367886297.517ac87a559070d3f75d282a8e5a069b. 2024-11-11T23:31:26,337 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731367886297.517ac87a559070d3f75d282a8e5a069b. 2024-11-11T23:31:26,338 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731367886297.517ac87a559070d3f75d282a8e5a069b. after waiting 0 ms 2024-11-11T23:31:26,338 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731367886297.517ac87a559070d3f75d282a8e5a069b. 2024-11-11T23:31:26,338 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731367886297.517ac87a559070d3f75d282a8e5a069b. 2024-11-11T23:31:26,338 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 517ac87a559070d3f75d282a8e5a069b: Waiting for close lock at 1731367886337Disabling compacts and flushes for region at 1731367886337Disabling writes for close at 1731367886338 (+1 ms)Writing region close event to WAL at 1731367886338Closed at 1731367886338 2024-11-11T23:31:26,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741925_1104 (size=95) 2024-11-11T23:31:26,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741925_1104 (size=95) 2024-11-11T23:31:26,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741925_1104 (size=95) 2024-11-11T23:31:26,343 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T23:31:26,343 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-96122882:(num 1731367886301) 2024-11-11T23:31:26,343 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T23:31:26,345 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296, archiveDir=hdfs://localhost:46485/hbase/oldWALs, maxLogs=32 2024-11-11T23:31:26,356 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296/wal.1731367886345, exclude list is [], retry=0 2024-11-11T23:31:26,359 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41,DISK] 2024-11-11T23:31:26,359 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75,DISK] 2024-11-11T23:31:26,359 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38727,DS-91bdd526-bce5-4608-b953-af1cb2c82604,DISK] 2024-11-11T23:31:26,360 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296/wal.1731367886345 2024-11-11T23:31:26,361 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:44563:44563),(127.0.0.1/127.0.0.1:35193:35193)] 2024-11-11T23:31:26,361 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 517ac87a559070d3f75d282a8e5a069b, NAME => 'testReplayEditsWrittenViaHRegion,,1731367886297.517ac87a559070d3f75d282a8e5a069b.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:31:26,361 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731367886297.517ac87a559070d3f75d282a8e5a069b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:31:26,361 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:26,361 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:26,362 INFO [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:26,363 INFO [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 517ac87a559070d3f75d282a8e5a069b columnFamilyName a 2024-11-11T23:31:26,363 DEBUG [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:26,364 INFO [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] regionserver.HStore(327): Store=517ac87a559070d3f75d282a8e5a069b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:26,364 INFO [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:26,365 INFO [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 517ac87a559070d3f75d282a8e5a069b columnFamilyName b 2024-11-11T23:31:26,365 DEBUG [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:26,365 INFO [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] regionserver.HStore(327): Store=517ac87a559070d3f75d282a8e5a069b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:26,365 INFO [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:26,366 INFO [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 517ac87a559070d3f75d282a8e5a069b columnFamilyName c 2024-11-11T23:31:26,366 DEBUG [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:26,366 INFO [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] regionserver.HStore(327): Store=517ac87a559070d3f75d282a8e5a069b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:26,366 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:26,367 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:26,368 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:26,369 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:26,369 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:26,369 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:31:26,371 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:26,372 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 517ac87a559070d3f75d282a8e5a069b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59866198, jitterRate=-0.10792413353919983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:31:26,372 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 517ac87a559070d3f75d282a8e5a069b: Writing region info on filesystem at 1731367886361Initializing all the Stores at 1731367886362 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367886362Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367886362Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367886362Cleaning up temporary data from old regions at 1731367886369 (+7 ms)Region opened successfully at 1731367886372 (+3 ms) 2024-11-11T23:31:26,380 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 517ac87a559070d3f75d282a8e5a069b 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-11T23:31:26,396 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/.tmp/a/8f583e54253d4d009eb8a0de314b154a is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731367886372/Put/seqid=0 2024-11-11T23:31:26,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741928_1107 (size=5958) 2024-11-11T23:31:26,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741928_1107 (size=5958) 2024-11-11T23:31:26,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741928_1107 (size=5958) 2024-11-11T23:31:26,403 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/.tmp/a/8f583e54253d4d009eb8a0de314b154a 2024-11-11T23:31:26,408 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/.tmp/a/8f583e54253d4d009eb8a0de314b154a as hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/a/8f583e54253d4d009eb8a0de314b154a 2024-11-11T23:31:26,412 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/a/8f583e54253d4d009eb8a0de314b154a, entries=10, sequenceid=13, filesize=5.8 K 2024-11-11T23:31:26,413 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 517ac87a559070d3f75d282a8e5a069b in 33ms, sequenceid=13, compaction requested=false 2024-11-11T23:31:26,413 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 517ac87a559070d3f75d282a8e5a069b: 2024-11-11T23:31:26,428 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 517ac87a559070d3f75d282a8e5a069b, disabling compactions & flushes 2024-11-11T23:31:26,428 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731367886297.517ac87a559070d3f75d282a8e5a069b. 2024-11-11T23:31:26,428 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731367886297.517ac87a559070d3f75d282a8e5a069b. 2024-11-11T23:31:26,428 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731367886297.517ac87a559070d3f75d282a8e5a069b. after waiting 0 ms 2024-11-11T23:31:26,428 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731367886297.517ac87a559070d3f75d282a8e5a069b. 2024-11-11T23:31:26,429 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1731367886297.517ac87a559070d3f75d282a8e5a069b. 2024-11-11T23:31:26,429 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731367886297.517ac87a559070d3f75d282a8e5a069b. 2024-11-11T23:31:26,429 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 517ac87a559070d3f75d282a8e5a069b: Waiting for close lock at 1731367886428Disabling compacts and flushes for region at 1731367886428Disabling writes for close at 1731367886428Writing region close event to WAL at 1731367886429 (+1 ms)Closed at 1731367886429 2024-11-11T23:31:26,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741927_1106 (size=3345) 2024-11-11T23:31:26,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741927_1106 (size=3345) 2024-11-11T23:31:26,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741927_1106 (size=3345) 2024-11-11T23:31:26,446 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296/wal.1731367886345, size=3.3 K (3345bytes) 2024-11-11T23:31:26,446 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296/wal.1731367886345 2024-11-11T23:31:26,447 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296/wal.1731367886345 after 0ms 2024-11-11T23:31:26,449 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296/wal.1731367886345: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T23:31:26,449 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296/wal.1731367886345 took 3ms 2024-11-11T23:31:26,451 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296/wal.1731367886345 so closing down 2024-11-11T23:31:26,451 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T23:31:26,452 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731367886345.temp 2024-11-11T23:31:26,453 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/recovered.edits/0000000000000000003-wal.1731367886345.temp 2024-11-11T23:31:26,454 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T23:31:26,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741929_1108 (size=2944) 2024-11-11T23:31:26,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741929_1108 (size=2944) 2024-11-11T23:31:26,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741929_1108 (size=2944) 2024-11-11T23:31:26,460 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/recovered.edits/0000000000000000003-wal.1731367886345.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-11T23:31:26,462 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/recovered.edits/0000000000000000003-wal.1731367886345.temp to hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/recovered.edits/0000000000000000035 2024-11-11T23:31:26,462 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296/wal.1731367886345, size=3.3 K, length=3345, corrupted=false, cancelled=false 2024-11-11T23:31:26,462 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296/wal.1731367886345, journal: Splitting hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296/wal.1731367886345, size=3.3 K (3345bytes) at 1731367886446Finishing writing output for hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296/wal.1731367886345 so closing down at 1731367886451 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/recovered.edits/0000000000000000003-wal.1731367886345.temp at 1731367886453 (+2 ms)3 split writer threads finished at 1731367886454 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/recovered.edits/0000000000000000003-wal.1731367886345.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731367886460 (+6 ms)Rename recovered edits hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/recovered.edits/0000000000000000003-wal.1731367886345.temp to hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/recovered.edits/0000000000000000035 at 1731367886462 (+2 ms)Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296/wal.1731367886345, size=3.3 K, length=3345, corrupted=false, cancelled=false at 1731367886462 2024-11-11T23:31:26,463 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296/wal.1731367886345 to hdfs://localhost:46485/hbase/oldWALs/wal.1731367886345 2024-11-11T23:31:26,464 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/recovered.edits/0000000000000000035 2024-11-11T23:31:26,464 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T23:31:26,466 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296, archiveDir=hdfs://localhost:46485/hbase/oldWALs, maxLogs=32 2024-11-11T23:31:26,479 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296/wal.1731367886466, exclude list is [], retry=0 2024-11-11T23:31:26,481 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75,DISK] 2024-11-11T23:31:26,482 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41,DISK] 2024-11-11T23:31:26,482 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38727,DS-91bdd526-bce5-4608-b953-af1cb2c82604,DISK] 2024-11-11T23:31:26,484 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296/wal.1731367886466 2024-11-11T23:31:26,484 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44563:44563),(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:35193:35193)] 2024-11-11T23:31:26,484 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 517ac87a559070d3f75d282a8e5a069b, NAME => 'testReplayEditsWrittenViaHRegion,,1731367886297.517ac87a559070d3f75d282a8e5a069b.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:31:26,485 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731367886297.517ac87a559070d3f75d282a8e5a069b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:31:26,485 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:26,485 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:26,486 INFO [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:26,487 INFO [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 517ac87a559070d3f75d282a8e5a069b columnFamilyName a 2024-11-11T23:31:26,487 DEBUG [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:26,493 DEBUG [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/a/8f583e54253d4d009eb8a0de314b154a 2024-11-11T23:31:26,493 INFO [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] regionserver.HStore(327): Store=517ac87a559070d3f75d282a8e5a069b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:26,493 INFO [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:26,494 INFO [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 517ac87a559070d3f75d282a8e5a069b columnFamilyName b 2024-11-11T23:31:26,494 DEBUG [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:26,494 INFO [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] regionserver.HStore(327): Store=517ac87a559070d3f75d282a8e5a069b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:26,495 INFO [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:26,495 INFO [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 517ac87a559070d3f75d282a8e5a069b columnFamilyName c 2024-11-11T23:31:26,495 DEBUG [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:26,496 INFO [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] regionserver.HStore(327): Store=517ac87a559070d3f75d282a8e5a069b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:26,496 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:26,497 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:26,498 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:26,499 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/recovered.edits/0000000000000000035 2024-11-11T23:31:26,501 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T23:31:26,502 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/recovered.edits/0000000000000000035 2024-11-11T23:31:26,502 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 517ac87a559070d3f75d282a8e5a069b 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-11T23:31:26,521 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/.tmp/b/d50e461ec44a465e8c908f6ffaddbaed is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731367886413/Put/seqid=0 2024-11-11T23:31:26,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741931_1110 (size=5958) 2024-11-11T23:31:26,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741931_1110 (size=5958) 2024-11-11T23:31:26,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741931_1110 (size=5958) 2024-11-11T23:31:26,529 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/.tmp/b/d50e461ec44a465e8c908f6ffaddbaed 2024-11-11T23:31:26,547 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/.tmp/c/cbbef598f027407d9dd5dfd770621b1a is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731367886420/Put/seqid=0 2024-11-11T23:31:26,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741932_1111 (size=5958) 2024-11-11T23:31:26,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741932_1111 (size=5958) 2024-11-11T23:31:26,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741932_1111 (size=5958) 2024-11-11T23:31:26,553 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/.tmp/c/cbbef598f027407d9dd5dfd770621b1a 2024-11-11T23:31:26,558 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/.tmp/b/d50e461ec44a465e8c908f6ffaddbaed as hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/b/d50e461ec44a465e8c908f6ffaddbaed 2024-11-11T23:31:26,564 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/b/d50e461ec44a465e8c908f6ffaddbaed, entries=10, sequenceid=35, filesize=5.8 K 2024-11-11T23:31:26,566 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/.tmp/c/cbbef598f027407d9dd5dfd770621b1a as hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/c/cbbef598f027407d9dd5dfd770621b1a 2024-11-11T23:31:26,572 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/c/cbbef598f027407d9dd5dfd770621b1a, entries=10, sequenceid=35, filesize=5.8 K 2024-11-11T23:31:26,572 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 517ac87a559070d3f75d282a8e5a069b in 70ms, sequenceid=35, compaction requested=false; wal=null 2024-11-11T23:31:26,573 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/recovered.edits/0000000000000000035 2024-11-11T23:31:26,574 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:26,574 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:26,574 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:31:26,576 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:26,578 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-11T23:31:26,579 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 517ac87a559070d3f75d282a8e5a069b; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68125580, jitterRate=0.015150249004364014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:31:26,579 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 517ac87a559070d3f75d282a8e5a069b: Writing region info on filesystem at 1731367886485Initializing all the Stores at 1731367886486 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367886486Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367886486Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367886486Obtaining lock to block concurrent updates at 1731367886502 (+16 ms)Preparing flush snapshotting stores in 517ac87a559070d3f75d282a8e5a069b at 1731367886502Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731367886297.517ac87a559070d3f75d282a8e5a069b., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1731367886502Flushing stores of testReplayEditsWrittenViaHRegion,,1731367886297.517ac87a559070d3f75d282a8e5a069b. at 1731367886502Flushing 517ac87a559070d3f75d282a8e5a069b/b: creating writer at 1731367886502Flushing 517ac87a559070d3f75d282a8e5a069b/b: appending metadata at 1731367886520 (+18 ms)Flushing 517ac87a559070d3f75d282a8e5a069b/b: closing flushed file at 1731367886520Flushing 517ac87a559070d3f75d282a8e5a069b/c: creating writer at 1731367886533 (+13 ms)Flushing 517ac87a559070d3f75d282a8e5a069b/c: appending metadata at 1731367886546 (+13 ms)Flushing 517ac87a559070d3f75d282a8e5a069b/c: closing flushed file at 1731367886546Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79558c5e: reopening flushed file at 1731367886557 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bdf284c: reopening flushed file at 1731367886565 (+8 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 517ac87a559070d3f75d282a8e5a069b in 70ms, sequenceid=35, compaction requested=false; wal=null at 1731367886572 (+7 ms)Cleaning up temporary data from old regions at 1731367886574 (+2 ms)Region opened successfully at 1731367886579 (+5 ms) 2024-11-11T23:31:26,648 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296/wal.1731367886466, size=0 (0bytes) 2024-11-11T23:31:26,648 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296/wal.1731367886466 might be still open, length is 0 2024-11-11T23:31:26,648 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296/wal.1731367886466 2024-11-11T23:31:26,648 WARN [IPC Server handler 2 on default port 46485 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296/wal.1731367886466 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-11T23:31:26,649 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296/wal.1731367886466 after 1ms 2024-11-11T23:31:28,607 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:37334 [Receiving block BP-1691708837-172.17.0.2-1731367845615:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:39445:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37334 dst: /127.0.0.1:39445 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39445 remote=/127.0.0.1:37334]. Total timeout mills is 60000, 58005 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:31:28,608 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:53536 [Receiving block BP-1691708837-172.17.0.2-1731367845615:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:32917:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53536 dst: /127.0.0.1:32917 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:31:28,609 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1328579242_22 at /127.0.0.1:47918 [Receiving block BP-1691708837-172.17.0.2-1731367845615:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:38727:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47918 dst: /127.0.0.1:38727 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:31:28,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741930_1112 (size=2936) 2024-11-11T23:31:28,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741930_1112 (size=2936) 2024-11-11T23:31:30,650 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296/wal.1731367886466 after 4001ms 2024-11-11T23:31:30,653 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296/wal.1731367886466: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T23:31:30,653 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296/wal.1731367886466 took 4005ms 2024-11-11T23:31:30,656 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296/wal.1731367886466; continuing. 2024-11-11T23:31:30,656 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296/wal.1731367886466 so closing down 2024-11-11T23:31:30,656 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T23:31:30,658 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1731367886466.temp 2024-11-11T23:31:30,659 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/recovered.edits/0000000000000000037-wal.1731367886466.temp 2024-11-11T23:31:30,660 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T23:31:30,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741933_1113 (size=2944) 2024-11-11T23:31:30,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741933_1113 (size=2944) 2024-11-11T23:31:30,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741933_1113 (size=2944) 2024-11-11T23:31:30,668 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/recovered.edits/0000000000000000037-wal.1731367886466.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-11T23:31:30,670 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/recovered.edits/0000000000000000037-wal.1731367886466.temp to hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/recovered.edits/0000000000000000066 2024-11-11T23:31:30,670 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296/wal.1731367886466, size=0, length=0, corrupted=false, cancelled=false 2024-11-11T23:31:30,670 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296/wal.1731367886466, journal: Splitting hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296/wal.1731367886466, size=0 (0bytes) at 1731367886648Finishing writing output for hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296/wal.1731367886466 so closing down at 1731367890656 (+4008 ms)Creating recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/recovered.edits/0000000000000000037-wal.1731367886466.temp at 1731367890659 (+3 ms)3 split writer threads finished at 1731367890660 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/recovered.edits/0000000000000000037-wal.1731367886466.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731367890668 (+8 ms)Rename recovered edits hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/recovered.edits/0000000000000000037-wal.1731367886466.temp to hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/recovered.edits/0000000000000000066 at 1731367890670 (+2 ms)Processed 30 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296/wal.1731367886466, size=0, length=0, corrupted=false, cancelled=false at 1731367890670 2024-11-11T23:31:30,672 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296/wal.1731367886466 to hdfs://localhost:46485/hbase/oldWALs/wal.1731367886466 2024-11-11T23:31:30,674 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/recovered.edits/0000000000000000066 2024-11-11T23:31:30,674 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T23:31:30,677 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46485/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296, archiveDir=hdfs://localhost:46485/hbase/oldWALs, maxLogs=32 2024-11-11T23:31:30,699 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296/wal.1731367890677, exclude list is [], retry=0 2024-11-11T23:31:30,701 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38727,DS-91bdd526-bce5-4608-b953-af1cb2c82604,DISK] 2024-11-11T23:31:30,702 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8e0276a4-2095-4bf4-9e4b-c75746bf6f41,DISK] 2024-11-11T23:31:30,702 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39445,DS-2b4c8667-a061-420f-b33c-9d8f12b7eb75,DISK] 2024-11-11T23:31:30,703 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296/wal.1731367890677 2024-11-11T23:31:30,704 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35193:35193),(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:44563:44563)] 2024-11-11T23:31:30,704 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731367886297.517ac87a559070d3f75d282a8e5a069b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:31:30,705 INFO [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:30,706 INFO [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 517ac87a559070d3f75d282a8e5a069b columnFamilyName a 2024-11-11T23:31:30,706 DEBUG [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:30,711 DEBUG [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/a/8f583e54253d4d009eb8a0de314b154a 2024-11-11T23:31:30,712 INFO [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] regionserver.HStore(327): Store=517ac87a559070d3f75d282a8e5a069b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:30,712 INFO [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:30,712 INFO [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 517ac87a559070d3f75d282a8e5a069b columnFamilyName b 2024-11-11T23:31:30,713 DEBUG [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:30,718 DEBUG [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/b/d50e461ec44a465e8c908f6ffaddbaed 2024-11-11T23:31:30,718 INFO [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] regionserver.HStore(327): Store=517ac87a559070d3f75d282a8e5a069b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:30,718 INFO [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:30,719 INFO [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 517ac87a559070d3f75d282a8e5a069b columnFamilyName c 2024-11-11T23:31:30,719 DEBUG [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:31:30,723 DEBUG [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/c/cbbef598f027407d9dd5dfd770621b1a 2024-11-11T23:31:30,724 INFO [StoreOpener-517ac87a559070d3f75d282a8e5a069b-1 {}] regionserver.HStore(327): Store=517ac87a559070d3f75d282a8e5a069b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:31:30,724 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:30,725 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:30,726 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:30,727 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/recovered.edits/0000000000000000066 2024-11-11T23:31:30,728 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T23:31:30,733 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/recovered.edits/0000000000000000066 2024-11-11T23:31:30,733 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 517ac87a559070d3f75d282a8e5a069b 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-11T23:31:30,747 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/.tmp/a/09d45a47d9b0464eb93881c6772d3530 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1731367886587/Put/seqid=0 2024-11-11T23:31:30,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741935_1115 (size=5958) 2024-11-11T23:31:30,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741935_1115 (size=5958) 2024-11-11T23:31:30,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741935_1115 (size=5958) 2024-11-11T23:31:30,753 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/.tmp/a/09d45a47d9b0464eb93881c6772d3530 2024-11-11T23:31:30,773 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/.tmp/b/ecd41ecf5add43b2878ce64f5202c96f is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1731367886598/Put/seqid=0 2024-11-11T23:31:30,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741936_1116 (size=5958) 2024-11-11T23:31:30,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741936_1116 (size=5958) 2024-11-11T23:31:30,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741936_1116 (size=5958) 2024-11-11T23:31:30,779 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/.tmp/b/ecd41ecf5add43b2878ce64f5202c96f 2024-11-11T23:31:30,797 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/.tmp/c/d8e3d5c1148d425499291b8904ec0406 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1731367886606/Put/seqid=0 2024-11-11T23:31:30,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741937_1117 (size=5958) 2024-11-11T23:31:30,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741937_1117 (size=5958) 2024-11-11T23:31:30,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741937_1117 (size=5958) 2024-11-11T23:31:30,803 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/.tmp/c/d8e3d5c1148d425499291b8904ec0406 2024-11-11T23:31:30,808 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/.tmp/a/09d45a47d9b0464eb93881c6772d3530 as hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/a/09d45a47d9b0464eb93881c6772d3530 2024-11-11T23:31:30,813 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/a/09d45a47d9b0464eb93881c6772d3530, entries=10, sequenceid=66, filesize=5.8 K 2024-11-11T23:31:30,814 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/.tmp/b/ecd41ecf5add43b2878ce64f5202c96f as hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/b/ecd41ecf5add43b2878ce64f5202c96f 2024-11-11T23:31:30,818 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/b/ecd41ecf5add43b2878ce64f5202c96f, entries=10, sequenceid=66, filesize=5.8 K 2024-11-11T23:31:30,819 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/.tmp/c/d8e3d5c1148d425499291b8904ec0406 as hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/c/d8e3d5c1148d425499291b8904ec0406 2024-11-11T23:31:30,823 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/c/d8e3d5c1148d425499291b8904ec0406, entries=10, sequenceid=66, filesize=5.8 K 2024-11-11T23:31:30,823 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 517ac87a559070d3f75d282a8e5a069b in 90ms, sequenceid=66, compaction requested=false; wal=null 2024-11-11T23:31:30,824 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/recovered.edits/0000000000000000066 2024-11-11T23:31:30,825 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:30,825 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:30,826 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:31:30,827 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 517ac87a559070d3f75d282a8e5a069b 2024-11-11T23:31:30,829 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46485/hbase/data/default/testReplayEditsWrittenViaHRegion/517ac87a559070d3f75d282a8e5a069b/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-11T23:31:30,830 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 517ac87a559070d3f75d282a8e5a069b; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66194717, jitterRate=-0.013621851801872253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:31:30,830 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 517ac87a559070d3f75d282a8e5a069b: Writing region info on filesystem at 1731367890704Initializing all the Stores at 1731367890705 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367890705Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367890705Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367890705Obtaining lock to block concurrent updates at 1731367890733 (+28 ms)Preparing flush snapshotting stores in 517ac87a559070d3f75d282a8e5a069b at 1731367890733Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731367886297.517ac87a559070d3f75d282a8e5a069b., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1731367890733Flushing stores of testReplayEditsWrittenViaHRegion,,1731367886297.517ac87a559070d3f75d282a8e5a069b. at 1731367890733Flushing 517ac87a559070d3f75d282a8e5a069b/a: creating writer at 1731367890733Flushing 517ac87a559070d3f75d282a8e5a069b/a: appending metadata at 1731367890746 (+13 ms)Flushing 517ac87a559070d3f75d282a8e5a069b/a: closing flushed file at 1731367890746Flushing 517ac87a559070d3f75d282a8e5a069b/b: creating writer at 1731367890758 (+12 ms)Flushing 517ac87a559070d3f75d282a8e5a069b/b: appending metadata at 1731367890773 (+15 ms)Flushing 517ac87a559070d3f75d282a8e5a069b/b: closing flushed file at 1731367890773Flushing 517ac87a559070d3f75d282a8e5a069b/c: creating writer at 1731367890783 (+10 ms)Flushing 517ac87a559070d3f75d282a8e5a069b/c: appending metadata at 1731367890796 (+13 ms)Flushing 517ac87a559070d3f75d282a8e5a069b/c: closing flushed file at 1731367890796Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1de06274: reopening flushed file at 1731367890807 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59f51dca: reopening flushed file at 1731367890813 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ec3ca51: reopening flushed file at 1731367890818 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 517ac87a559070d3f75d282a8e5a069b in 90ms, sequenceid=66, compaction requested=false; wal=null at 1731367890823 (+5 ms)Cleaning up temporary data from old regions at 1731367890825 (+2 ms)Region opened successfully at 1731367890830 (+5 ms) 2024-11-11T23:31:30,841 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-11T23:31:30,841 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-11T23:31:30,842 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-11T23:31:30,842 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-11T23:31:30,842 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 517ac87a559070d3f75d282a8e5a069b, disabling compactions & flushes 2024-11-11T23:31:30,842 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731367886297.517ac87a559070d3f75d282a8e5a069b. 2024-11-11T23:31:30,842 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731367886297.517ac87a559070d3f75d282a8e5a069b. 2024-11-11T23:31:30,843 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731367886297.517ac87a559070d3f75d282a8e5a069b. after waiting 0 ms 2024-11-11T23:31:30,843 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731367886297.517ac87a559070d3f75d282a8e5a069b. 2024-11-11T23:31:30,844 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731367886297.517ac87a559070d3f75d282a8e5a069b. 2024-11-11T23:31:30,844 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 517ac87a559070d3f75d282a8e5a069b: Waiting for close lock at 1731367890842Disabling compacts and flushes for region at 1731367890842Disabling writes for close at 1731367890843 (+1 ms)Writing region close event to WAL at 1731367890844 (+1 ms)Closed at 1731367890844 2024-11-11T23:31:30,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741934_1114 (size=95) 2024-11-11T23:31:30,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741934_1114 (size=95) 2024-11-11T23:31:30,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741934_1114 (size=95) 2024-11-11T23:31:30,851 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T23:31:30,851 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731367890677) 2024-11-11T23:31:30,867 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=447 (was 443) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-330682435_22 at /127.0.0.1:47972 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1798728533) connection to localhost/127.0.0.1:46485 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:46485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-330682435_22 at /127.0.0.1:37354 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-330682435_22 at /127.0.0.1:53576 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1412 (was 1346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=337 (was 367), ProcessCount=11 (was 11), AvailableMemoryMB=5770 (was 5806) 2024-11-11T23:31:30,868 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1412 is superior to 1024 2024-11-11T23:31:30,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T23:31:30,868 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:31:30,868 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:31:30,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:31:30,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:31:30,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:31:30,869 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T23:31:30,869 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=482707301, stopped=false 2024-11-11T23:31:30,869 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cdbe53028b4b,39487,1731367850467 2024-11-11T23:31:30,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43611-0x1012c3ccaa50002, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T23:31:30,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39487-0x1012c3ccaa50000, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T23:31:30,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x1012c3ccaa50003, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T23:31:30,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x1012c3ccaa50003, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:31:30,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43611-0x1012c3ccaa50002, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:31:30,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39487-0x1012c3ccaa50000, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:31:30,920 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:31:30,920 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35687-0x1012c3ccaa50003, quorum=127.0.0.1:62889, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T23:31:30,920 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39487-0x1012c3ccaa50000, quorum=127.0.0.1:62889, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T23:31:30,920 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43611-0x1012c3ccaa50002, quorum=127.0.0.1:62889, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T23:31:30,921 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:31:30,921 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:31:30,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:31:30,921 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cdbe53028b4b,43611,1731367851646' ***** 2024-11-11T23:31:30,921 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T23:31:30,921 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cdbe53028b4b,35687,1731367851699' ***** 2024-11-11T23:31:30,921 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T23:31:30,922 INFO [RS:2;cdbe53028b4b:35687 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T23:31:30,922 INFO [RS:1;cdbe53028b4b:43611 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T23:31:30,922 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T23:31:30,922 INFO [RS:1;cdbe53028b4b:43611 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T23:31:30,922 INFO [RS:2;cdbe53028b4b:35687 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T23:31:30,922 INFO [RS:2;cdbe53028b4b:35687 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T23:31:30,922 INFO [RS:1;cdbe53028b4b:43611 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T23:31:30,922 INFO [RS:1;cdbe53028b4b:43611 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:30,922 INFO [RS:2;cdbe53028b4b:35687 {}] regionserver.HRegionServer(959): stopping server cdbe53028b4b,35687,1731367851699 2024-11-11T23:31:30,922 INFO [RS:2;cdbe53028b4b:35687 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:31:30,922 INFO [RS:1;cdbe53028b4b:43611 {}] regionserver.HRegionServer(959): stopping server cdbe53028b4b,43611,1731367851646 2024-11-11T23:31:30,922 INFO [RS:1;cdbe53028b4b:43611 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:31:30,922 INFO [RS:2;cdbe53028b4b:35687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;cdbe53028b4b:35687. 2024-11-11T23:31:30,922 INFO [RS:1;cdbe53028b4b:43611 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;cdbe53028b4b:43611. 2024-11-11T23:31:30,922 DEBUG [RS:2;cdbe53028b4b:35687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:31:30,922 DEBUG [RS:1;cdbe53028b4b:43611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:31:30,922 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f8ebebb464657997cd2476a27ae2b84, disabling compactions & flushes 2024-11-11T23:31:30,923 DEBUG [RS:1;cdbe53028b4b:43611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:31:30,923 DEBUG [RS:2;cdbe53028b4b:35687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:31:30,923 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:30,923 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:30,923 INFO [RS:1;cdbe53028b4b:43611 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T23:31:30,923 INFO [RS:2;cdbe53028b4b:35687 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T23:31:30,923 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. after waiting 0 ms 2024-11-11T23:31:30,923 DEBUG [RS:1;cdbe53028b4b:43611 {}] regionserver.HRegionServer(1325): Online Regions={5f8ebebb464657997cd2476a27ae2b84=testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84.} 2024-11-11T23:31:30,923 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:30,923 INFO [RS:2;cdbe53028b4b:35687 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T23:31:30,923 DEBUG [RS:1;cdbe53028b4b:43611 {}] regionserver.HRegionServer(1351): Waiting on 5f8ebebb464657997cd2476a27ae2b84 2024-11-11T23:31:30,923 INFO [RS:2;cdbe53028b4b:35687 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T23:31:30,923 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T23:31:30,923 INFO [RS:2;cdbe53028b4b:35687 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T23:31:30,923 INFO [RS:2;cdbe53028b4b:35687 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T23:31:30,923 DEBUG [RS:2;cdbe53028b4b:35687 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T23:31:30,923 DEBUG [RS:2;cdbe53028b4b:35687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:31:30,923 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:31:30,924 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:31:30,924 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:31:30,924 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:31:30,924 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:31:30,924 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-11T23:31:30,929 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5f8ebebb464657997cd2476a27ae2b84/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-11T23:31:30,930 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:30,930 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f8ebebb464657997cd2476a27ae2b84: Waiting for close lock at 1731367890922Running coprocessor pre-close hooks at 1731367890922Disabling compacts and flushes for region at 1731367890922Disabling writes for close at 1731367890923 (+1 ms)Writing region close event to WAL at 1731367890925 (+2 ms)Running coprocessor post-close hooks at 1731367890930 (+5 ms)Closed at 1731367890930 2024-11-11T23:31:30,930 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84. 2024-11-11T23:31:30,939 INFO [regionserver/cdbe53028b4b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:31:30,939 INFO [regionserver/cdbe53028b4b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:31:30,946 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/hbase/meta/1588230740/.tmp/info/8688cb8622324b05a4dbca5b03f3f3f8 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731367867043.5f8ebebb464657997cd2476a27ae2b84./info:regioninfo/1731367870216/Put/seqid=0 2024-11-11T23:31:30,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741938_1118 (size=8243) 2024-11-11T23:31:30,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741938_1118 (size=8243) 2024-11-11T23:31:30,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741938_1118 (size=8243) 2024-11-11T23:31:30,953 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/hbase/meta/1588230740/.tmp/info/8688cb8622324b05a4dbca5b03f3f3f8 2024-11-11T23:31:30,973 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/hbase/meta/1588230740/.tmp/ns/6c4b1d6ff73d46f683fabe04d8e079f6 is 43, key is default/ns:d/1731367854007/Put/seqid=0 2024-11-11T23:31:30,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741939_1119 (size=5153) 2024-11-11T23:31:30,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741939_1119 (size=5153) 2024-11-11T23:31:30,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741939_1119 (size=5153) 2024-11-11T23:31:30,982 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/hbase/meta/1588230740/.tmp/ns/6c4b1d6ff73d46f683fabe04d8e079f6 2024-11-11T23:31:31,007 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/hbase/meta/1588230740/.tmp/table/e0512b03f36c406ea22c19439acdf4a1 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1731367867457/Put/seqid=0 2024-11-11T23:31:31,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741940_1120 (size=5431) 2024-11-11T23:31:31,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741940_1120 (size=5431) 2024-11-11T23:31:31,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741940_1120 (size=5431) 2024-11-11T23:31:31,014 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/hbase/meta/1588230740/.tmp/table/e0512b03f36c406ea22c19439acdf4a1 2024-11-11T23:31:31,020 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/hbase/meta/1588230740/.tmp/info/8688cb8622324b05a4dbca5b03f3f3f8 as hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/hbase/meta/1588230740/info/8688cb8622324b05a4dbca5b03f3f3f8 2024-11-11T23:31:31,025 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/hbase/meta/1588230740/info/8688cb8622324b05a4dbca5b03f3f3f8, entries=18, sequenceid=21, filesize=8.0 K 2024-11-11T23:31:31,026 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/hbase/meta/1588230740/.tmp/ns/6c4b1d6ff73d46f683fabe04d8e079f6 as hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/hbase/meta/1588230740/ns/6c4b1d6ff73d46f683fabe04d8e079f6 2024-11-11T23:31:31,032 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/hbase/meta/1588230740/ns/6c4b1d6ff73d46f683fabe04d8e079f6, entries=2, sequenceid=21, filesize=5.0 K 2024-11-11T23:31:31,033 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/hbase/meta/1588230740/.tmp/table/e0512b03f36c406ea22c19439acdf4a1 as hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/hbase/meta/1588230740/table/e0512b03f36c406ea22c19439acdf4a1 2024-11-11T23:31:31,039 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/hbase/meta/1588230740/table/e0512b03f36c406ea22c19439acdf4a1, entries=2, sequenceid=21, filesize=5.3 K 2024-11-11T23:31:31,040 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 116ms, sequenceid=21, compaction requested=false 2024-11-11T23:31:31,045 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-11T23:31:31,045 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:31:31,046 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:31:31,046 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367890923Running coprocessor pre-close hooks at 1731367890923Disabling compacts and flushes for region at 1731367890923Disabling writes for close at 1731367890924 (+1 ms)Obtaining lock to block concurrent updates at 1731367890924Preparing flush snapshotting stores in 1588230740 at 1731367890924Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1731367890924Flushing stores of hbase:meta,,1.1588230740 at 1731367890925 (+1 ms)Flushing 1588230740/info: creating writer at 1731367890925Flushing 1588230740/info: appending metadata at 1731367890945 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731367890945Flushing 1588230740/ns: creating writer at 1731367890959 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731367890973 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731367890973Flushing 1588230740/table: creating writer at 1731367890987 (+14 ms)Flushing 1588230740/table: appending metadata at 1731367891006 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731367891006Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fbfa5c8: reopening flushed file at 1731367891019 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5456cfe7: reopening flushed file at 1731367891025 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a7743cb: reopening flushed file at 1731367891032 (+7 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 116ms, sequenceid=21, compaction requested=false at 1731367891040 (+8 ms)Writing region close event to WAL at 1731367891041 (+1 ms)Running coprocessor post-close hooks at 1731367891045 (+4 ms)Closed at 1731367891045 2024-11-11T23:31:31,046 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T23:31:31,123 INFO [RS:1;cdbe53028b4b:43611 {}] regionserver.HRegionServer(976): stopping server cdbe53028b4b,43611,1731367851646; all regions closed. 2024-11-11T23:31:31,124 INFO [RS:2;cdbe53028b4b:35687 {}] regionserver.HRegionServer(976): stopping server cdbe53028b4b,35687,1731367851699; all regions closed. 2024-11-11T23:31:31,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741835_1011 (size=2184) 2024-11-11T23:31:31,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741835_1011 (size=2184) 2024-11-11T23:31:31,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741836_1012 (size=4714) 2024-11-11T23:31:31,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741835_1011 (size=2184) 2024-11-11T23:31:31,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741836_1012 (size=4714) 2024-11-11T23:31:31,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741836_1012 (size=4714) 2024-11-11T23:31:31,129 DEBUG [RS:2;cdbe53028b4b:35687 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/oldWALs 2024-11-11T23:31:31,129 INFO [RS:2;cdbe53028b4b:35687 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cdbe53028b4b%2C35687%2C1731367851699.meta:.meta(num 1731367853784) 2024-11-11T23:31:31,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741834_1010 (size=95) 2024-11-11T23:31:31,132 DEBUG [RS:1;cdbe53028b4b:43611 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/oldWALs 2024-11-11T23:31:31,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741834_1010 (size=95) 2024-11-11T23:31:31,132 INFO [RS:1;cdbe53028b4b:43611 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cdbe53028b4b%2C43611%2C1731367851646:(num 1731367853355) 2024-11-11T23:31:31,132 DEBUG [RS:1;cdbe53028b4b:43611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:31:31,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741834_1010 (size=95) 2024-11-11T23:31:31,132 INFO [RS:1;cdbe53028b4b:43611 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:31:31,132 INFO [RS:1;cdbe53028b4b:43611 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:31:31,133 INFO [RS:1;cdbe53028b4b:43611 {}] hbase.ChoreService(370): Chore service for: regionserver/cdbe53028b4b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T23:31:31,133 INFO [RS:1;cdbe53028b4b:43611 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T23:31:31,133 INFO [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:31:31,133 INFO [RS:1;cdbe53028b4b:43611 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T23:31:31,133 INFO [RS:1;cdbe53028b4b:43611 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T23:31:31,133 INFO [RS:1;cdbe53028b4b:43611 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:31:31,133 INFO [RS:1;cdbe53028b4b:43611 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43611 2024-11-11T23:31:31,136 DEBUG [RS:2;cdbe53028b4b:35687 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/oldWALs 2024-11-11T23:31:31,136 INFO [RS:2;cdbe53028b4b:35687 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cdbe53028b4b%2C35687%2C1731367851699:(num 1731367853356) 2024-11-11T23:31:31,136 DEBUG [RS:2;cdbe53028b4b:35687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:31:31,136 INFO [RS:2;cdbe53028b4b:35687 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:31:31,136 INFO [RS:2;cdbe53028b4b:35687 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:31:31,136 INFO [RS:2;cdbe53028b4b:35687 {}] hbase.ChoreService(370): Chore service for: regionserver/cdbe53028b4b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T23:31:31,136 INFO [RS:2;cdbe53028b4b:35687 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:31:31,136 INFO [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:31:31,137 INFO [RS:2;cdbe53028b4b:35687 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35687 2024-11-11T23:31:31,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39487-0x1012c3ccaa50000, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T23:31:31,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43611-0x1012c3ccaa50002, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cdbe53028b4b,43611,1731367851646 2024-11-11T23:31:31,142 INFO [RS:1;cdbe53028b4b:43611 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:31:31,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x1012c3ccaa50003, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cdbe53028b4b,35687,1731367851699 2024-11-11T23:31:31,152 INFO [RS:2;cdbe53028b4b:35687 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:31:31,152 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cdbe53028b4b,35687,1731367851699] 2024-11-11T23:31:31,204 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cdbe53028b4b,35687,1731367851699 already deleted, retry=false 2024-11-11T23:31:31,204 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cdbe53028b4b,35687,1731367851699 expired; onlineServers=1 2024-11-11T23:31:31,204 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cdbe53028b4b,43611,1731367851646] 2024-11-11T23:31:31,254 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cdbe53028b4b,43611,1731367851646 already deleted, retry=false 2024-11-11T23:31:31,254 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cdbe53028b4b,43611,1731367851646 expired; onlineServers=0 2024-11-11T23:31:31,254 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cdbe53028b4b,39487,1731367850467' ***** 2024-11-11T23:31:31,254 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T23:31:31,254 INFO [M:0;cdbe53028b4b:39487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:31:31,255 INFO [M:0;cdbe53028b4b:39487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:31:31,255 DEBUG [M:0;cdbe53028b4b:39487 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T23:31:31,255 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T23:31:31,255 DEBUG [M:0;cdbe53028b4b:39487 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T23:31:31,255 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367852992 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367852992,5,FailOnTimeoutGroup] 2024-11-11T23:31:31,255 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367852987 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367852987,5,FailOnTimeoutGroup] 2024-11-11T23:31:31,256 INFO [M:0;cdbe53028b4b:39487 {}] hbase.ChoreService(370): Chore service for: master/cdbe53028b4b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T23:31:31,256 INFO [M:0;cdbe53028b4b:39487 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:31:31,256 DEBUG [M:0;cdbe53028b4b:39487 {}] master.HMaster(1795): Stopping service threads 2024-11-11T23:31:31,256 INFO [M:0;cdbe53028b4b:39487 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T23:31:31,257 INFO [M:0;cdbe53028b4b:39487 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:31:31,258 INFO [M:0;cdbe53028b4b:39487 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T23:31:31,258 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T23:31:31,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43611-0x1012c3ccaa50002, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:31:31,263 INFO [RS:1;cdbe53028b4b:43611 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:31:31,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43611-0x1012c3ccaa50002, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:31:31,263 INFO [RS:1;cdbe53028b4b:43611 {}] regionserver.HRegionServer(1031): Exiting; stopping=cdbe53028b4b,43611,1731367851646; zookeeper connection closed. 2024-11-11T23:31:31,264 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c4482f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c4482f 2024-11-11T23:31:31,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39487-0x1012c3ccaa50000, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T23:31:31,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39487-0x1012c3ccaa50000, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T23:31:31,277 DEBUG [M:0;cdbe53028b4b:39487 {}] zookeeper.ZKUtil(347): master:39487-0x1012c3ccaa50000, quorum=127.0.0.1:62889, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T23:31:31,278 WARN [M:0;cdbe53028b4b:39487 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T23:31:31,278 INFO [M:0;cdbe53028b4b:39487 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/.lastflushedseqids 2024-11-11T23:31:31,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741941_1121 (size=138) 2024-11-11T23:31:31,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741941_1121 (size=138) 2024-11-11T23:31:31,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741941_1121 (size=138) 2024-11-11T23:31:31,295 INFO [M:0;cdbe53028b4b:39487 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T23:31:31,295 INFO [M:0;cdbe53028b4b:39487 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T23:31:31,295 DEBUG [M:0;cdbe53028b4b:39487 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:31:31,296 INFO [M:0;cdbe53028b4b:39487 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:31:31,296 DEBUG [M:0;cdbe53028b4b:39487 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:31:31,296 DEBUG [M:0;cdbe53028b4b:39487 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:31:31,296 DEBUG [M:0;cdbe53028b4b:39487 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:31:31,296 INFO [M:0;cdbe53028b4b:39487 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-11-11T23:31:31,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x1012c3ccaa50003, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:31:31,304 INFO [RS:2;cdbe53028b4b:35687 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:31:31,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x1012c3ccaa50003, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:31:31,304 INFO [RS:2;cdbe53028b4b:35687 {}] regionserver.HRegionServer(1031): Exiting; stopping=cdbe53028b4b,35687,1731367851699; zookeeper connection closed. 2024-11-11T23:31:31,304 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e982e93 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e982e93 2024-11-11T23:31:31,305 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-11T23:31:31,313 DEBUG [M:0;cdbe53028b4b:39487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f80356bee8534227992ec5aa28f6c5ad is 82, key is hbase:meta,,1/info:regioninfo/1731367853902/Put/seqid=0 2024-11-11T23:31:31,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741942_1122 (size=5672) 2024-11-11T23:31:31,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741942_1122 (size=5672) 2024-11-11T23:31:31,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741942_1122 (size=5672) 2024-11-11T23:31:31,319 INFO [M:0;cdbe53028b4b:39487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f80356bee8534227992ec5aa28f6c5ad 2024-11-11T23:31:31,340 DEBUG [M:0;cdbe53028b4b:39487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e622c7be2bda42e39f42a59eda0c72ae is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731367867464/Put/seqid=0 2024-11-11T23:31:31,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741943_1123 (size=7755) 2024-11-11T23:31:31,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741943_1123 (size=7755) 2024-11-11T23:31:31,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741943_1123 (size=7755) 2024-11-11T23:31:31,347 INFO [M:0;cdbe53028b4b:39487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e622c7be2bda42e39f42a59eda0c72ae 2024-11-11T23:31:31,353 INFO [M:0;cdbe53028b4b:39487 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e622c7be2bda42e39f42a59eda0c72ae 2024-11-11T23:31:31,374 DEBUG [M:0;cdbe53028b4b:39487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a266fe2b297f484fa4d3ab34d3632559 is 69, key is cdbe53028b4b,35687,1731367851699/rs:state/1731367853056/Put/seqid=0 2024-11-11T23:31:31,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741944_1124 (size=5445) 2024-11-11T23:31:31,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741944_1124 (size=5445) 2024-11-11T23:31:31,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741944_1124 (size=5445) 2024-11-11T23:31:31,381 INFO [M:0;cdbe53028b4b:39487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a266fe2b297f484fa4d3ab34d3632559 2024-11-11T23:31:31,386 INFO [M:0;cdbe53028b4b:39487 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a266fe2b297f484fa4d3ab34d3632559 2024-11-11T23:31:31,387 DEBUG [M:0;cdbe53028b4b:39487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f80356bee8534227992ec5aa28f6c5ad as hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f80356bee8534227992ec5aa28f6c5ad 2024-11-11T23:31:31,392 INFO [M:0;cdbe53028b4b:39487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f80356bee8534227992ec5aa28f6c5ad, entries=8, sequenceid=168, filesize=5.5 K 2024-11-11T23:31:31,393 DEBUG [M:0;cdbe53028b4b:39487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e622c7be2bda42e39f42a59eda0c72ae as hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e622c7be2bda42e39f42a59eda0c72ae 2024-11-11T23:31:31,398 INFO [M:0;cdbe53028b4b:39487 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e622c7be2bda42e39f42a59eda0c72ae 2024-11-11T23:31:31,399 INFO [M:0;cdbe53028b4b:39487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e622c7be2bda42e39f42a59eda0c72ae, entries=17, sequenceid=168, filesize=7.6 K 2024-11-11T23:31:31,400 DEBUG [M:0;cdbe53028b4b:39487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a266fe2b297f484fa4d3ab34d3632559 as hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a266fe2b297f484fa4d3ab34d3632559 2024-11-11T23:31:31,405 INFO [M:0;cdbe53028b4b:39487 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a266fe2b297f484fa4d3ab34d3632559 2024-11-11T23:31:31,405 INFO [M:0;cdbe53028b4b:39487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46485/user/jenkins/test-data/2e87af13-52af-0f53-8101-a2610fb6c198/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a266fe2b297f484fa4d3ab34d3632559, entries=3, sequenceid=168, filesize=5.3 K 2024-11-11T23:31:31,406 INFO [M:0;cdbe53028b4b:39487 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 110ms, sequenceid=168, compaction requested=false 2024-11-11T23:31:31,407 INFO [M:0;cdbe53028b4b:39487 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:31:31,407 DEBUG [M:0;cdbe53028b4b:39487 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367891295Disabling compacts and flushes for region at 1731367891295Disabling writes for close at 1731367891296 (+1 ms)Obtaining lock to block concurrent updates at 1731367891296Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731367891296Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1731367891296Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731367891297 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731367891297Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731367891313 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731367891313Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731367891323 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731367891339 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731367891339Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731367891353 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731367891372 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731367891373 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68fbba90: reopening flushed file at 1731367891386 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@330bec91: reopening flushed file at 1731367891393 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7079a04a: reopening flushed file at 1731367891399 (+6 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 110ms, sequenceid=168, compaction requested=false at 1731367891406 (+7 ms)Writing region close event to WAL at 1731367891407 (+1 ms)Closed at 1731367891407 2024-11-11T23:31:31,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741830_1006 (size=56603) 2024-11-11T23:31:31,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39445 is added to blk_1073741830_1006 (size=56603) 2024-11-11T23:31:31,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38727 is added to blk_1073741830_1006 (size=56603) 2024-11-11T23:31:31,411 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:31:31,411 INFO [M:0;cdbe53028b4b:39487 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T23:31:31,411 INFO [M:0;cdbe53028b4b:39487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39487 2024-11-11T23:31:31,411 INFO [M:0;cdbe53028b4b:39487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:31:31,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39487-0x1012c3ccaa50000, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:31:31,516 INFO [M:0;cdbe53028b4b:39487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:31:31,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39487-0x1012c3ccaa50000, quorum=127.0.0.1:62889, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:31:31,522 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731367870497/wal.1731367870777 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731367870497/wal.1731367870777 (inode 16655) Holder DFSClient_NONMAPREDUCE_1328579242_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731367870497/wal.1731367870777 (inode 16655) Holder DFSClient_NONMAPREDUCE_1328579242_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-11T23:31:31,523 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731367862658/wal.1731367862760 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:31:31,523 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731367886296/wal.1731367886466 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:31:31,525 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731367871017/wal.1731367880352 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731367871017/wal.1731367880352 (inode 16678) Holder DFSClient_NONMAPREDUCE_1328579242_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731367871017/wal.1731367880352 (inode 16678) Holder DFSClient_NONMAPREDUCE_1328579242_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-11T23:31:31,526 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731367855490/wal.1731367855580 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:31:31,528 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731367880585/wal.1731367881549 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731367880585/wal.1731367881549 (inode 16704) Holder DFSClient_NONMAPREDUCE_1328579242_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731367880585/wal.1731367881549 (inode 16704) Holder DFSClient_NONMAPREDUCE_1328579242_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-11T23:31:31,529 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731367881745/wal.1731367881906 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:31:31,531 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731367855167/wal.1731367855350 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731367855167/wal.1731367855350 (inode 16485) Holder DFSClient_NONMAPREDUCE_1328579242_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731367855167/wal.1731367855350 (inode 16485) Holder DFSClient_NONMAPREDUCE_1328579242_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-11T23:31:31,533 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731367854275/wal.1731367854530 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731367854275/wal.1731367854530 (inode 16462) Holder DFSClient_NONMAPREDUCE_1328579242_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731367854275/wal.1731367854530 (inode 16462) Holder DFSClient_NONMAPREDUCE_1328579242_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-11T23:31:31,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@275031b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:31:31,540 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1754605b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:31:31,540 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:31:31,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bbcb0d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:31:31,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3551c61e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/hadoop.log.dir/,STOPPED} 2024-11-11T23:31:31,543 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T23:31:31,543 WARN [BP-1691708837-172.17.0.2-1731367845615 heartbeating to localhost/127.0.0.1:46485 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T23:31:31,543 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T23:31:31,543 WARN [BP-1691708837-172.17.0.2-1731367845615 heartbeating to localhost/127.0.0.1:46485 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1691708837-172.17.0.2-1731367845615 (Datanode Uuid 3ea36f4b-a69e-4943-bbb5-47025a3aaf0a) service to localhost/127.0.0.1:46485 2024-11-11T23:31:31,545 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/cluster_a8045f18-27a9-e129-48cd-1cea1d18991d/data/data5/current/BP-1691708837-172.17.0.2-1731367845615 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:31:31,545 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/cluster_a8045f18-27a9-e129-48cd-1cea1d18991d/data/data6/current/BP-1691708837-172.17.0.2-1731367845615 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:31:31,546 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T23:31:31,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60e7a707{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:31:31,548 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32596fb2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:31:31,548 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:31:31,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@243ebd61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:31:31,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@742c5368{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/hadoop.log.dir/,STOPPED} 2024-11-11T23:31:31,549 WARN [BP-1691708837-172.17.0.2-1731367845615 heartbeating to localhost/127.0.0.1:46485 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T23:31:31,549 WARN [BP-1691708837-172.17.0.2-1731367845615 heartbeating to localhost/127.0.0.1:46485 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1691708837-172.17.0.2-1731367845615 (Datanode Uuid 4a5a2f98-8e29-4051-97c4-ad5bdae626c2) service to localhost/127.0.0.1:46485 2024-11-11T23:31:31,549 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T23:31:31,550 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T23:31:31,550 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/cluster_a8045f18-27a9-e129-48cd-1cea1d18991d/data/data3/current/BP-1691708837-172.17.0.2-1731367845615 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:31:31,550 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/cluster_a8045f18-27a9-e129-48cd-1cea1d18991d/data/data4/current/BP-1691708837-172.17.0.2-1731367845615 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:31:31,550 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T23:31:31,552 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42f600cb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:31:31,552 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65b1b419{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:31:31,552 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:31:31,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@126e7def{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:31:31,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c08d013{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/hadoop.log.dir/,STOPPED} 2024-11-11T23:31:31,554 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T23:31:31,554 WARN [BP-1691708837-172.17.0.2-1731367845615 heartbeating to localhost/127.0.0.1:46485 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T23:31:31,554 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T23:31:31,554 WARN [BP-1691708837-172.17.0.2-1731367845615 heartbeating to localhost/127.0.0.1:46485 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1691708837-172.17.0.2-1731367845615 (Datanode Uuid 44d5335f-5b63-40e5-92d5-62aa44b27bcf) service to localhost/127.0.0.1:46485 2024-11-11T23:31:31,554 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/cluster_a8045f18-27a9-e129-48cd-1cea1d18991d/data/data1/current/BP-1691708837-172.17.0.2-1731367845615 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:31:31,555 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/cluster_a8045f18-27a9-e129-48cd-1cea1d18991d/data/data2/current/BP-1691708837-172.17.0.2-1731367845615 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:31:31,555 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T23:31:31,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c8b857b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:31:31,564 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58a7ff93{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:31:31,564 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:31:31,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a6f93cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:31:31,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5dc5014{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c8746ac7-bd23-aa2a-95e3-0f58df5f4ddc/hadoop.log.dir/,STOPPED} 2024-11-11T23:31:31,573 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T23:31:31,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down