2024-12-02 22:21:54,122 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-02 22:21:54,138 main DEBUG Took 0.014136 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-02 22:21:54,139 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-02 22:21:54,139 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-02 22:21:54,143 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-02 22:21:54,144 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:21:54,156 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-02 22:21:54,180 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:21:54,182 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:21:54,183 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:21:54,183 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:21:54,184 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:21:54,184 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:21:54,185 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:21:54,186 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:21:54,187 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:21:54,187 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:21:54,188 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:21:54,188 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:21:54,189 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:21:54,189 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:21:54,190 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:21:54,190 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:21:54,192 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:21:54,192 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:21:54,193 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:21:54,193 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:21:54,194 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:21:54,194 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:21:54,195 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:21:54,195 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:21:54,196 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:21:54,196 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-02 22:21:54,198 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:21:54,200 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-02 22:21:54,202 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-02 22:21:54,205 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-02 22:21:54,207 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-02 22:21:54,208 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-02 22:21:54,222 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-02 22:21:54,226 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-02 22:21:54,228 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-02 22:21:54,228 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-02 22:21:54,229 main DEBUG createAppenders(={Console}) 2024-12-02 22:21:54,230 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-12-02 22:21:54,230 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-02 22:21:54,230 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-12-02 22:21:54,231 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-02 22:21:54,232 main DEBUG OutputStream closed 2024-12-02 22:21:54,232 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-02 22:21:54,232 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-02 22:21:54,233 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-12-02 22:21:54,405 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-02 22:21:54,408 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-02 22:21:54,409 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-02 22:21:54,411 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-02 22:21:54,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-02 22:21:54,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-02 22:21:54,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-02 22:21:54,414 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-02 22:21:54,417 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-02 22:21:54,417 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-02 22:21:54,418 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-02 22:21:54,418 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-02 22:21:54,419 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-02 22:21:54,420 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-02 22:21:54,421 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-02 22:21:54,421 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-02 22:21:54,422 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-02 22:21:54,423 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-02 22:21:54,426 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02 22:21:54,427 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-12-02 22:21:54,427 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-02 22:21:54,428 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-12-02T22:21:54,806 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c 2024-12-02 22:21:54,810 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-02 22:21:54,811 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02T22:21:54,823 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-12-02T22:21:54,830 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-12-02T22:21:54,859 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-02T22:21:54,920 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-02T22:21:54,920 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-02T22:21:54,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T22:21:54,961 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/cluster_cb5fc93a-e7df-eca1-0618-a5e0b8b83cc7, deleteOnExit=true 2024-12-02T22:21:54,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T22:21:54,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/test.cache.data in system properties and HBase conf 2024-12-02T22:21:54,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T22:21:54,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/hadoop.log.dir in system properties and HBase conf 2024-12-02T22:21:54,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T22:21:54,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T22:21:54,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T22:21:55,068 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-02T22:21:55,197 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T22:21:55,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:21:55,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:21:55,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T22:21:55,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:21:55,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T22:21:55,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T22:21:55,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:21:55,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:21:55,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T22:21:55,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/nfs.dump.dir in system properties and HBase conf 2024-12-02T22:21:55,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/java.io.tmpdir in system properties and HBase conf 2024-12-02T22:21:55,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:21:55,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T22:21:55,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T22:21:56,229 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T22:21:56,335 INFO [Time-limited test {}] log.Log(170): Logging initialized @3182ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T22:21:56,433 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:21:56,511 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:21:56,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:21:56,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:21:56,553 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T22:21:56,569 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:21:56,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5dc5014{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:21:56,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a6f93cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:21:56,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c8b857b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/java.io.tmpdir/jetty-localhost-34677-hadoop-hdfs-3_4_1-tests_jar-_-any-15690742675590907057/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:21:56,850 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58a7ff93{HTTP/1.1, (http/1.1)}{localhost:34677} 2024-12-02T22:21:56,851 INFO [Time-limited test {}] server.Server(415): Started @3698ms 2024-12-02T22:21:57,409 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:21:57,421 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:21:57,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:21:57,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:21:57,427 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T22:21:57,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@126e7def{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:21:57,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fcc4f36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:21:57,588 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17d1a8d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/java.io.tmpdir/jetty-localhost-38397-hadoop-hdfs-3_4_1-tests_jar-_-any-14852934387701554251/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:21:57,589 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4afdb36e{HTTP/1.1, (http/1.1)}{localhost:38397} 2024-12-02T22:21:57,589 INFO [Time-limited test {}] server.Server(415): Started @4436ms 2024-12-02T22:21:57,658 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T22:21:57,841 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:21:57,851 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:21:57,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:21:57,858 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:21:57,858 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T22:21:57,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@243ebd61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:21:57,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f9065a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:21:58,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4464725f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/java.io.tmpdir/jetty-localhost-35959-hadoop-hdfs-3_4_1-tests_jar-_-any-14083142878971767616/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:21:58,031 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11808715{HTTP/1.1, (http/1.1)}{localhost:35959} 2024-12-02T22:21:58,031 INFO [Time-limited test {}] server.Server(415): Started @4878ms 2024-12-02T22:21:58,034 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T22:21:58,143 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:21:58,148 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:21:58,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:21:58,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:21:58,154 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T22:21:58,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bbcb0d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:21:58,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16c07ee3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:21:58,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26f8cb79{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/java.io.tmpdir/jetty-localhost-33911-hadoop-hdfs-3_4_1-tests_jar-_-any-9863126642898397692/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:21:58,314 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10705e91{HTTP/1.1, (http/1.1)}{localhost:33911} 2024-12-02T22:21:58,315 INFO [Time-limited test {}] server.Server(415): Started @5162ms 2024-12-02T22:21:58,317 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T22:21:58,867 WARN [Thread-120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/cluster_cb5fc93a-e7df-eca1-0618-a5e0b8b83cc7/data/data2/current/BP-1195816637-172.17.0.2-1733178115908/current, will proceed with Du for space computation calculation, 2024-12-02T22:21:58,867 WARN [Thread-119 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/cluster_cb5fc93a-e7df-eca1-0618-a5e0b8b83cc7/data/data1/current/BP-1195816637-172.17.0.2-1733178115908/current, will proceed with Du for space computation calculation, 2024-12-02T22:21:58,910 WARN [Thread-127 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/cluster_cb5fc93a-e7df-eca1-0618-a5e0b8b83cc7/data/data3/current/BP-1195816637-172.17.0.2-1733178115908/current, will proceed with Du for space computation calculation, 2024-12-02T22:21:58,910 WARN [Thread-128 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/cluster_cb5fc93a-e7df-eca1-0618-a5e0b8b83cc7/data/data4/current/BP-1195816637-172.17.0.2-1733178115908/current, will proceed with Du for space computation calculation, 2024-12-02T22:21:58,916 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T22:21:58,933 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T22:21:58,980 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x668d1b1e39facf6f with lease ID 0xa2bb5732577d2fa2: Processing first storage report for DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99 from datanode DatanodeRegistration(127.0.0.1:43105, datanodeUuid=8009f5e1-c3b0-49b4-bdd1-3a59bedafa44, infoPort=36497, infoSecurePort=0, ipcPort=34615, storageInfo=lv=-57;cid=testClusterID;nsid=428010175;c=1733178115908) 2024-12-02T22:21:58,982 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x668d1b1e39facf6f with lease ID 0xa2bb5732577d2fa2: from storage DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99 node DatanodeRegistration(127.0.0.1:43105, datanodeUuid=8009f5e1-c3b0-49b4-bdd1-3a59bedafa44, infoPort=36497, infoSecurePort=0, ipcPort=34615, storageInfo=lv=-57;cid=testClusterID;nsid=428010175;c=1733178115908), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T22:21:58,982 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x19bf9863796652a4 with lease ID 0xa2bb5732577d2fa1: Processing first storage report for DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44 from datanode DatanodeRegistration(127.0.0.1:44197, datanodeUuid=d4c45d89-2c08-44e7-a91c-62f964b63c9a, infoPort=36559, infoSecurePort=0, ipcPort=44875, storageInfo=lv=-57;cid=testClusterID;nsid=428010175;c=1733178115908) 2024-12-02T22:21:58,983 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x19bf9863796652a4 with lease ID 0xa2bb5732577d2fa1: from storage DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44 node DatanodeRegistration(127.0.0.1:44197, datanodeUuid=d4c45d89-2c08-44e7-a91c-62f964b63c9a, infoPort=36559, infoSecurePort=0, ipcPort=44875, storageInfo=lv=-57;cid=testClusterID;nsid=428010175;c=1733178115908), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:21:58,983 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x668d1b1e39facf6f with lease ID 0xa2bb5732577d2fa2: Processing first storage report for DS-438ff78c-aff9-4e09-9f52-db3816ab44f4 from datanode DatanodeRegistration(127.0.0.1:43105, datanodeUuid=8009f5e1-c3b0-49b4-bdd1-3a59bedafa44, infoPort=36497, infoSecurePort=0, ipcPort=34615, storageInfo=lv=-57;cid=testClusterID;nsid=428010175;c=1733178115908) 2024-12-02T22:21:58,983 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x668d1b1e39facf6f with lease ID 0xa2bb5732577d2fa2: from storage DS-438ff78c-aff9-4e09-9f52-db3816ab44f4 node DatanodeRegistration(127.0.0.1:43105, datanodeUuid=8009f5e1-c3b0-49b4-bdd1-3a59bedafa44, infoPort=36497, infoSecurePort=0, ipcPort=34615, storageInfo=lv=-57;cid=testClusterID;nsid=428010175;c=1733178115908), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T22:21:58,983 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x19bf9863796652a4 with lease ID 0xa2bb5732577d2fa1: Processing first storage report for DS-c9be494a-f39b-4b66-a561-c4c225e27d0b from datanode DatanodeRegistration(127.0.0.1:44197, datanodeUuid=d4c45d89-2c08-44e7-a91c-62f964b63c9a, infoPort=36559, infoSecurePort=0, ipcPort=44875, storageInfo=lv=-57;cid=testClusterID;nsid=428010175;c=1733178115908) 2024-12-02T22:21:58,983 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x19bf9863796652a4 with lease ID 0xa2bb5732577d2fa1: from storage DS-c9be494a-f39b-4b66-a561-c4c225e27d0b node DatanodeRegistration(127.0.0.1:44197, datanodeUuid=d4c45d89-2c08-44e7-a91c-62f964b63c9a, infoPort=36559, infoSecurePort=0, ipcPort=44875, storageInfo=lv=-57;cid=testClusterID;nsid=428010175;c=1733178115908), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:21:59,298 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/cluster_cb5fc93a-e7df-eca1-0618-a5e0b8b83cc7/data/data5/current/BP-1195816637-172.17.0.2-1733178115908/current, will proceed with Du for space computation calculation, 2024-12-02T22:21:59,298 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/cluster_cb5fc93a-e7df-eca1-0618-a5e0b8b83cc7/data/data6/current/BP-1195816637-172.17.0.2-1733178115908/current, will proceed with Du for space computation calculation, 2024-12-02T22:21:59,334 WARN [Thread-104 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T22:21:59,340 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44625396806d573b with lease ID 0xa2bb5732577d2fa3: Processing first storage report for DS-6994c89d-d595-4221-945d-3a3ca813d2d2 from datanode DatanodeRegistration(127.0.0.1:43969, datanodeUuid=3ceb8ab0-c94f-4b56-ade0-241f378a5e30, infoPort=44513, infoSecurePort=0, ipcPort=36403, storageInfo=lv=-57;cid=testClusterID;nsid=428010175;c=1733178115908) 2024-12-02T22:21:59,341 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44625396806d573b with lease ID 0xa2bb5732577d2fa3: from storage DS-6994c89d-d595-4221-945d-3a3ca813d2d2 node DatanodeRegistration(127.0.0.1:43969, datanodeUuid=3ceb8ab0-c94f-4b56-ade0-241f378a5e30, infoPort=44513, infoSecurePort=0, ipcPort=36403, storageInfo=lv=-57;cid=testClusterID;nsid=428010175;c=1733178115908), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:21:59,341 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44625396806d573b with lease ID 0xa2bb5732577d2fa3: Processing first storage report for DS-3b561189-068d-4b3a-a75a-ba091b03755b from datanode DatanodeRegistration(127.0.0.1:43969, datanodeUuid=3ceb8ab0-c94f-4b56-ade0-241f378a5e30, infoPort=44513, infoSecurePort=0, ipcPort=36403, storageInfo=lv=-57;cid=testClusterID;nsid=428010175;c=1733178115908) 2024-12-02T22:21:59,341 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44625396806d573b with lease ID 0xa2bb5732577d2fa3: from storage DS-3b561189-068d-4b3a-a75a-ba091b03755b node DatanodeRegistration(127.0.0.1:43969, datanodeUuid=3ceb8ab0-c94f-4b56-ade0-241f378a5e30, infoPort=44513, infoSecurePort=0, ipcPort=36403, storageInfo=lv=-57;cid=testClusterID;nsid=428010175;c=1733178115908), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:21:59,417 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c 2024-12-02T22:21:59,502 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/cluster_cb5fc93a-e7df-eca1-0618-a5e0b8b83cc7/zookeeper_0, clientPort=56928, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/cluster_cb5fc93a-e7df-eca1-0618-a5e0b8b83cc7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/cluster_cb5fc93a-e7df-eca1-0618-a5e0b8b83cc7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T22:21:59,513 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56928 2024-12-02T22:21:59,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:21:59,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:21:59,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741825_1001 (size=7) 2024-12-02T22:21:59,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741825_1001 (size=7) 2024-12-02T22:21:59,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741825_1001 (size=7) 2024-12-02T22:22:00,176 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6 with version=8 2024-12-02T22:22:00,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/hbase-staging 2024-12-02T22:22:00,523 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:22:00,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:22:00,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:22:00,539 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:22:00,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:22:00,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:22:00,681 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T22:22:00,742 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-02T22:22:00,751 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-02T22:22:00,754 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:22:00,781 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 31688 (auto-detected) 2024-12-02T22:22:00,782 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-02T22:22:00,801 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33983 2024-12-02T22:22:00,827 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33983 connecting to ZooKeeper ensemble=127.0.0.1:56928 2024-12-02T22:22:01,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339830x0, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:22:01,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33983-0x1009d155fd50000 connected 2024-12-02T22:22:01,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:22:01,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:22:01,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33983-0x1009d155fd50000, quorum=127.0.0.1:56928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T22:22:01,545 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6, hbase.cluster.distributed=false 2024-12-02T22:22:01,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33983-0x1009d155fd50000, quorum=127.0.0.1:56928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T22:22:01,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33983 2024-12-02T22:22:01,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33983 2024-12-02T22:22:01,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33983 2024-12-02T22:22:01,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33983 2024-12-02T22:22:01,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33983 2024-12-02T22:22:01,687 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:22:01,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:22:01,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:22:01,689 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:22:01,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:22:01,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:22:01,693 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T22:22:01,695 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:22:01,696 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33543 2024-12-02T22:22:01,698 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33543 connecting to ZooKeeper ensemble=127.0.0.1:56928 2024-12-02T22:22:01,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:22:01,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:22:01,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335430x0, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:22:01,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335430x0, quorum=127.0.0.1:56928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T22:22:01,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33543-0x1009d155fd50001 connected 2024-12-02T22:22:01,804 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T22:22:01,812 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T22:22:01,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33543-0x1009d155fd50001, quorum=127.0.0.1:56928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T22:22:01,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33543-0x1009d155fd50001, quorum=127.0.0.1:56928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T22:22:01,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33543 2024-12-02T22:22:01,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33543 2024-12-02T22:22:01,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33543 2024-12-02T22:22:01,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33543 2024-12-02T22:22:01,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33543 2024-12-02T22:22:01,849 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:22:01,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:22:01,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:22:01,850 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:22:01,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:22:01,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:22:01,851 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T22:22:01,851 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:22:01,852 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37889 2024-12-02T22:22:01,854 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37889 connecting to ZooKeeper ensemble=127.0.0.1:56928 2024-12-02T22:22:01,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:22:01,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:22:01,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378890x0, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:22:01,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378890x0, quorum=127.0.0.1:56928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T22:22:01,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37889-0x1009d155fd50002 connected 2024-12-02T22:22:01,908 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T22:22:01,909 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T22:22:01,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37889-0x1009d155fd50002, quorum=127.0.0.1:56928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T22:22:01,912 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37889-0x1009d155fd50002, quorum=127.0.0.1:56928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T22:22:01,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37889 2024-12-02T22:22:01,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37889 2024-12-02T22:22:01,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37889 2024-12-02T22:22:01,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37889 2024-12-02T22:22:01,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37889 2024-12-02T22:22:01,941 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:22:01,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:22:01,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:22:01,942 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:22:01,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:22:01,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:22:01,943 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T22:22:01,943 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:22:01,944 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46025 2024-12-02T22:22:01,945 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46025 connecting to ZooKeeper ensemble=127.0.0.1:56928 2024-12-02T22:22:01,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:22:01,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:22:02,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460250x0, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:22:02,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46025-0x1009d155fd50003 connected 2024-12-02T22:22:02,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46025-0x1009d155fd50003, quorum=127.0.0.1:56928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T22:22:02,031 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T22:22:02,032 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T22:22:02,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46025-0x1009d155fd50003, quorum=127.0.0.1:56928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T22:22:02,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46025-0x1009d155fd50003, quorum=127.0.0.1:56928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T22:22:02,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46025 2024-12-02T22:22:02,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46025 2024-12-02T22:22:02,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46025 2024-12-02T22:22:02,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46025 2024-12-02T22:22:02,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46025 2024-12-02T22:22:02,056 DEBUG [M:0;7ae73638d47e:33983 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7ae73638d47e:33983 2024-12-02T22:22:02,057 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7ae73638d47e,33983,1733178120325 2024-12-02T22:22:02,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33543-0x1009d155fd50001, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T22:22:02,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x1009d155fd50002, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T22:22:02,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1009d155fd50000, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T22:22:02,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46025-0x1009d155fd50003, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T22:22:02,132 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33983-0x1009d155fd50000, quorum=127.0.0.1:56928, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7ae73638d47e,33983,1733178120325 2024-12-02T22:22:02,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x1009d155fd50002, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T22:22:02,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46025-0x1009d155fd50003, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T22:22:02,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33543-0x1009d155fd50001, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T22:22:02,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33543-0x1009d155fd50001, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:22:02,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1009d155fd50000, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:22:02,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x1009d155fd50002, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:22:02,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46025-0x1009d155fd50003, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:22:02,188 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33983-0x1009d155fd50000, quorum=127.0.0.1:56928, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T22:22:02,191 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7ae73638d47e,33983,1733178120325 from backup master directory 2024-12-02T22:22:02,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1009d155fd50000, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7ae73638d47e,33983,1733178120325 2024-12-02T22:22:02,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x1009d155fd50002, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T22:22:02,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46025-0x1009d155fd50003, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T22:22:02,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33543-0x1009d155fd50001, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T22:22:02,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1009d155fd50000, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T22:22:02,261 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:22:02,262 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7ae73638d47e,33983,1733178120325 2024-12-02T22:22:02,264 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-02T22:22:02,265 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-02T22:22:02,322 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/hbase.id] with ID: 44b886f7-f405-4c7e-b942-7240d7173143 2024-12-02T22:22:02,322 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/.tmp/hbase.id 2024-12-02T22:22:02,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741826_1002 (size=42) 2024-12-02T22:22:02,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741826_1002 (size=42) 2024-12-02T22:22:02,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741826_1002 (size=42) 2024-12-02T22:22:02,338 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/.tmp/hbase.id]:[hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/hbase.id] 2024-12-02T22:22:02,380 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:22:02,386 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T22:22:02,405 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-12-02T22:22:02,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1009d155fd50000, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:22:02,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46025-0x1009d155fd50003, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:22:02,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x1009d155fd50002, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:22:02,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33543-0x1009d155fd50001, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:22:02,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741827_1003 (size=196) 2024-12-02T22:22:02,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741827_1003 (size=196) 2024-12-02T22:22:02,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741827_1003 (size=196) 2024-12-02T22:22:02,501 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:22:02,503 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T22:22:02,509 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:22:02,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741828_1004 (size=1189) 2024-12-02T22:22:02,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741828_1004 (size=1189) 2024-12-02T22:22:02,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741828_1004 (size=1189) 2024-12-02T22:22:02,562 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/MasterData/data/master/store 2024-12-02T22:22:02,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741829_1005 (size=34) 2024-12-02T22:22:02,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741829_1005 (size=34) 2024-12-02T22:22:02,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741829_1005 (size=34) 2024-12-02T22:22:02,592 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-02T22:22:02,596 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:02,598 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:22:02,598 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:22:02,598 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:22:02,600 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-12-02T22:22:02,601 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:22:02,601 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:22:02,603 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733178122598Disabling compacts and flushes for region at 1733178122598Disabling writes for close at 1733178122600 (+2 ms)Writing region close event to WAL at 1733178122601 (+1 ms)Closed at 1733178122601 2024-12-02T22:22:02,605 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/MasterData/data/master/store/.initializing 2024-12-02T22:22:02,605 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/MasterData/WALs/7ae73638d47e,33983,1733178120325 2024-12-02T22:22:02,615 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:22:02,631 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7ae73638d47e%2C33983%2C1733178120325, suffix=, logDir=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/MasterData/WALs/7ae73638d47e,33983,1733178120325, archiveDir=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/MasterData/oldWALs, maxLogs=10 2024-12-02T22:22:02,678 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/MasterData/WALs/7ae73638d47e,33983,1733178120325/7ae73638d47e%2C33983%2C1733178120325.1733178122637, exclude list is [], retry=0 2024-12-02T22:22:02,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:22:02,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK] 2024-12-02T22:22:02,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK] 2024-12-02T22:22:02,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK] 2024-12-02T22:22:02,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-02T22:22:02,745 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/MasterData/WALs/7ae73638d47e,33983,1733178120325/7ae73638d47e%2C33983%2C1733178120325.1733178122637 2024-12-02T22:22:02,746 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44513:44513),(127.0.0.1/127.0.0.1:36497:36497),(127.0.0.1/127.0.0.1:36559:36559)] 2024-12-02T22:22:02,747 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:22:02,747 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:02,750 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:22:02,751 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:22:02,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:22:02,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T22:22:02,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:02,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:22:02,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:22:02,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T22:22:02,829 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:02,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:02,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:22:02,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T22:22:02,834 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:02,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:02,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:22:02,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T22:22:02,838 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:02,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:02,839 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:22:02,843 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:22:02,845 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:22:02,851 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:22:02,852 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:22:02,855 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:22:02,859 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:22:02,863 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:22:02,865 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71961270, jitterRate=0.07230648398399353}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:22:02,871 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733178122763Initializing all the Stores at 1733178122766 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178122766Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178122767 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178122767Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178122767Cleaning up temporary data from old regions at 1733178122852 (+85 ms)Region opened successfully at 1733178122871 (+19 ms) 2024-12-02T22:22:02,872 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T22:22:02,906 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362ef97a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:22:02,941 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T22:22:02,954 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T22:22:02,954 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T22:22:02,957 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T22:22:02,959 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T22:22:02,965 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-02T22:22:02,965 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T22:22:02,993 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T22:22:03,002 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33983-0x1009d155fd50000, quorum=127.0.0.1:56928, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T22:22:03,060 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T22:22:03,064 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T22:22:03,066 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33983-0x1009d155fd50000, quorum=127.0.0.1:56928, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T22:22:03,098 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T22:22:03,102 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T22:22:03,106 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33983-0x1009d155fd50000, quorum=127.0.0.1:56928, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T22:22:03,168 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T22:22:03,169 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33983-0x1009d155fd50000, quorum=127.0.0.1:56928, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T22:22:03,206 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T22:22:03,230 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33983-0x1009d155fd50000, quorum=127.0.0.1:56928, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T22:22:03,282 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T22:22:03,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x1009d155fd50002, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T22:22:03,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46025-0x1009d155fd50003, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T22:22:03,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33543-0x1009d155fd50001, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T22:22:03,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1009d155fd50000, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T22:22:03,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46025-0x1009d155fd50003, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:22:03,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1009d155fd50000, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:22:03,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x1009d155fd50002, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:22:03,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33543-0x1009d155fd50001, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:22:03,380 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7ae73638d47e,33983,1733178120325, sessionid=0x1009d155fd50000, setting cluster-up flag (Was=false) 2024-12-02T22:22:03,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46025-0x1009d155fd50003, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:22:03,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1009d155fd50000, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:22:03,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x1009d155fd50002, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:22:03,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33543-0x1009d155fd50001, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:22:03,760 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T22:22:03,762 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,33983,1733178120325 2024-12-02T22:22:03,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1009d155fd50000, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:22:03,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33543-0x1009d155fd50001, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:22:03,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x1009d155fd50002, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:22:03,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46025-0x1009d155fd50003, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:22:04,206 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T22:22:04,208 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,33983,1733178120325 2024-12-02T22:22:04,215 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T22:22:04,243 INFO [RS:0;7ae73638d47e:33543 {}] regionserver.HRegionServer(746): ClusterId : 44b886f7-f405-4c7e-b942-7240d7173143 2024-12-02T22:22:04,243 INFO [RS:2;7ae73638d47e:46025 {}] regionserver.HRegionServer(746): ClusterId : 44b886f7-f405-4c7e-b942-7240d7173143 2024-12-02T22:22:04,243 INFO [RS:1;7ae73638d47e:37889 {}] regionserver.HRegionServer(746): ClusterId : 44b886f7-f405-4c7e-b942-7240d7173143 2024-12-02T22:22:04,246 DEBUG [RS:0;7ae73638d47e:33543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T22:22:04,246 DEBUG [RS:1;7ae73638d47e:37889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T22:22:04,246 DEBUG [RS:2;7ae73638d47e:46025 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T22:22:04,297 INFO [AsyncFSWAL-0-hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/MasterData-prefix:7ae73638d47e,33983,1733178120325 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-02T22:22:04,312 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T22:22:04,321 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T22:22:04,328 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T22:22:04,333 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7ae73638d47e,33983,1733178120325 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T22:22:04,340 DEBUG [RS:1;7ae73638d47e:37889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T22:22:04,340 DEBUG [RS:0;7ae73638d47e:33543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T22:22:04,340 DEBUG [RS:2;7ae73638d47e:46025 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T22:22:04,340 DEBUG [RS:0;7ae73638d47e:33543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T22:22:04,340 DEBUG [RS:1;7ae73638d47e:37889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T22:22:04,340 DEBUG [RS:2;7ae73638d47e:46025 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T22:22:04,342 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:22:04,342 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:22:04,342 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:22:04,342 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:22:04,342 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7ae73638d47e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T22:22:04,343 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:22:04,343 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:22:04,343 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:22:04,344 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733178154344 2024-12-02T22:22:04,345 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T22:22:04,346 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T22:22:04,348 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:22:04,349 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T22:22:04,350 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T22:22:04,350 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T22:22:04,350 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T22:22:04,350 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T22:22:04,351 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:04,353 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T22:22:04,354 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T22:22:04,355 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T22:22:04,355 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:04,355 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T22:22:04,357 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T22:22:04,358 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T22:22:04,359 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733178124359,5,FailOnTimeoutGroup] 2024-12-02T22:22:04,360 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733178124360,5,FailOnTimeoutGroup] 2024-12-02T22:22:04,360 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:04,361 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T22:22:04,362 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:04,362 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:04,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741831_1007 (size=1321) 2024-12-02T22:22:04,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741831_1007 (size=1321) 2024-12-02T22:22:04,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741831_1007 (size=1321) 2024-12-02T22:22:04,371 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T22:22:04,372 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6 2024-12-02T22:22:04,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741832_1008 (size=32) 2024-12-02T22:22:04,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741832_1008 (size=32) 2024-12-02T22:22:04,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741832_1008 (size=32) 2024-12-02T22:22:04,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:04,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:22:04,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:22:04,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:04,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:22:04,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:22:04,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:22:04,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:04,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:22:04,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:22:04,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:22:04,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:04,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:22:04,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:22:04,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:22:04,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:04,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:22:04,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:22:04,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740 2024-12-02T22:22:04,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740 2024-12-02T22:22:04,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:22:04,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:22:04,410 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:22:04,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:22:04,418 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:22:04,419 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61065080, jitterRate=-0.09005939960479736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:22:04,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733178124386Initializing all the Stores at 1733178124388 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178124388Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178124388Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178124388Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178124388Cleaning up temporary data from old regions at 1733178124409 (+21 ms)Region opened successfully at 1733178124423 (+14 ms) 2024-12-02T22:22:04,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:22:04,423 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:22:04,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:22:04,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:22:04,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:22:04,425 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:22:04,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733178124423Disabling compacts and flushes for region at 1733178124423Disabling writes for close at 1733178124423Writing region close event to WAL at 1733178124424 (+1 ms)Closed at 1733178124425 (+1 ms) 2024-12-02T22:22:04,429 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:22:04,429 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T22:22:04,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T22:22:04,446 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:22:04,447 DEBUG [RS:1;7ae73638d47e:37889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T22:22:04,447 DEBUG [RS:2;7ae73638d47e:46025 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T22:22:04,447 DEBUG [RS:0;7ae73638d47e:33543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T22:22:04,447 DEBUG [RS:0;7ae73638d47e:33543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5085251b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:22:04,447 DEBUG [RS:1;7ae73638d47e:37889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb96c1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:22:04,447 DEBUG [RS:2;7ae73638d47e:46025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a8cc091, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:22:04,453 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T22:22:04,464 DEBUG [RS:1;7ae73638d47e:37889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7ae73638d47e:37889 2024-12-02T22:22:04,467 INFO [RS:1;7ae73638d47e:37889 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T22:22:04,468 INFO [RS:1;7ae73638d47e:37889 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T22:22:04,468 DEBUG [RS:1;7ae73638d47e:37889 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T22:22:04,469 DEBUG [RS:0;7ae73638d47e:33543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7ae73638d47e:33543 2024-12-02T22:22:04,469 INFO [RS:0;7ae73638d47e:33543 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T22:22:04,469 INFO [RS:0;7ae73638d47e:33543 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T22:22:04,469 DEBUG [RS:0;7ae73638d47e:33543 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T22:22:04,470 DEBUG [RS:2;7ae73638d47e:46025 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;7ae73638d47e:46025 2024-12-02T22:22:04,470 INFO [RS:2;7ae73638d47e:46025 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T22:22:04,470 INFO [RS:2;7ae73638d47e:46025 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T22:22:04,470 DEBUG [RS:2;7ae73638d47e:46025 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T22:22:04,470 INFO [RS:1;7ae73638d47e:37889 {}] regionserver.HRegionServer(2659): reportForDuty to master=7ae73638d47e,33983,1733178120325 with port=37889, startcode=1733178121849 2024-12-02T22:22:04,470 INFO [RS:0;7ae73638d47e:33543 {}] regionserver.HRegionServer(2659): reportForDuty to master=7ae73638d47e,33983,1733178120325 with port=33543, startcode=1733178121646 2024-12-02T22:22:04,471 INFO [RS:2;7ae73638d47e:46025 {}] regionserver.HRegionServer(2659): reportForDuty to master=7ae73638d47e,33983,1733178120325 with port=46025, startcode=1733178121941 2024-12-02T22:22:04,483 DEBUG [RS:1;7ae73638d47e:37889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T22:22:04,483 DEBUG [RS:2;7ae73638d47e:46025 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T22:22:04,483 DEBUG [RS:0;7ae73638d47e:33543 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T22:22:04,524 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T22:22:04,524 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T22:22:04,524 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T22:22:04,529 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33983 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7ae73638d47e,46025,1733178121941 2024-12-02T22:22:04,531 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33983 {}] master.ServerManager(517): Registering regionserver=7ae73638d47e,46025,1733178121941 2024-12-02T22:22:04,543 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33983 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7ae73638d47e,33543,1733178121646 2024-12-02T22:22:04,543 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33983 {}] master.ServerManager(517): Registering regionserver=7ae73638d47e,33543,1733178121646 2024-12-02T22:22:04,546 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33983 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7ae73638d47e,37889,1733178121849 2024-12-02T22:22:04,546 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33983 {}] master.ServerManager(517): Registering regionserver=7ae73638d47e,37889,1733178121849 2024-12-02T22:22:04,548 DEBUG [RS:0;7ae73638d47e:33543 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6 2024-12-02T22:22:04,548 DEBUG [RS:2;7ae73638d47e:46025 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6 2024-12-02T22:22:04,548 DEBUG [RS:2;7ae73638d47e:46025 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33783 2024-12-02T22:22:04,548 DEBUG [RS:2;7ae73638d47e:46025 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T22:22:04,548 DEBUG [RS:0;7ae73638d47e:33543 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33783 2024-12-02T22:22:04,549 DEBUG [RS:0;7ae73638d47e:33543 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T22:22:04,553 DEBUG [RS:1;7ae73638d47e:37889 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6 2024-12-02T22:22:04,553 DEBUG [RS:1;7ae73638d47e:37889 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33783 2024-12-02T22:22:04,553 DEBUG [RS:1;7ae73638d47e:37889 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T22:22:04,605 WARN [7ae73638d47e:33983 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:22:04,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1009d155fd50000, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T22:22:04,821 DEBUG [RS:0;7ae73638d47e:33543 {}] zookeeper.ZKUtil(111): regionserver:33543-0x1009d155fd50001, quorum=127.0.0.1:56928, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7ae73638d47e,33543,1733178121646 2024-12-02T22:22:04,821 DEBUG [RS:2;7ae73638d47e:46025 {}] zookeeper.ZKUtil(111): regionserver:46025-0x1009d155fd50003, quorum=127.0.0.1:56928, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7ae73638d47e,46025,1733178121941 2024-12-02T22:22:04,822 WARN [RS:0;7ae73638d47e:33543 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:22:04,822 WARN [RS:2;7ae73638d47e:46025 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:22:04,822 INFO [RS:2;7ae73638d47e:46025 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:22:04,822 INFO [RS:0;7ae73638d47e:33543 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:22:04,822 DEBUG [RS:2;7ae73638d47e:46025 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,46025,1733178121941 2024-12-02T22:22:04,822 DEBUG [RS:0;7ae73638d47e:33543 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646 2024-12-02T22:22:04,822 DEBUG [RS:1;7ae73638d47e:37889 {}] zookeeper.ZKUtil(111): regionserver:37889-0x1009d155fd50002, quorum=127.0.0.1:56928, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7ae73638d47e,37889,1733178121849 2024-12-02T22:22:04,822 WARN [RS:1;7ae73638d47e:37889 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:22:04,822 INFO [RS:1;7ae73638d47e:37889 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:22:04,823 DEBUG [RS:1;7ae73638d47e:37889 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,37889,1733178121849 2024-12-02T22:22:04,823 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7ae73638d47e,37889,1733178121849] 2024-12-02T22:22:04,824 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7ae73638d47e,46025,1733178121941] 2024-12-02T22:22:04,824 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7ae73638d47e,33543,1733178121646] 2024-12-02T22:22:04,852 INFO [RS:1;7ae73638d47e:37889 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T22:22:04,852 INFO [RS:0;7ae73638d47e:33543 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T22:22:04,852 INFO [RS:2;7ae73638d47e:46025 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T22:22:04,867 INFO [RS:1;7ae73638d47e:37889 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T22:22:04,867 INFO [RS:0;7ae73638d47e:33543 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T22:22:04,868 INFO [RS:2;7ae73638d47e:46025 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T22:22:04,875 INFO [RS:2;7ae73638d47e:46025 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T22:22:04,875 INFO [RS:2;7ae73638d47e:46025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:04,875 INFO [RS:0;7ae73638d47e:33543 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T22:22:04,875 INFO [RS:1;7ae73638d47e:37889 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T22:22:04,875 INFO [RS:0;7ae73638d47e:33543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:04,875 INFO [RS:1;7ae73638d47e:37889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:04,876 INFO [RS:2;7ae73638d47e:46025 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T22:22:04,876 INFO [RS:0;7ae73638d47e:33543 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T22:22:04,876 INFO [RS:1;7ae73638d47e:37889 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T22:22:04,882 INFO [RS:0;7ae73638d47e:33543 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T22:22:04,883 INFO [RS:1;7ae73638d47e:37889 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T22:22:04,883 INFO [RS:2;7ae73638d47e:46025 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T22:22:04,884 INFO [RS:0;7ae73638d47e:33543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:04,884 INFO [RS:2;7ae73638d47e:46025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:04,884 INFO [RS:1;7ae73638d47e:37889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:04,884 DEBUG [RS:0;7ae73638d47e:33543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:22:04,884 DEBUG [RS:1;7ae73638d47e:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:22:04,884 DEBUG [RS:0;7ae73638d47e:33543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:22:04,885 DEBUG [RS:0;7ae73638d47e:33543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:22:04,885 DEBUG [RS:2;7ae73638d47e:46025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:22:04,885 DEBUG [RS:1;7ae73638d47e:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:22:04,885 DEBUG [RS:0;7ae73638d47e:33543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:22:04,885 DEBUG [RS:1;7ae73638d47e:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:22:04,885 DEBUG [RS:2;7ae73638d47e:46025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:22:04,885 DEBUG [RS:0;7ae73638d47e:33543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:22:04,885 DEBUG [RS:0;7ae73638d47e:33543 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:22:04,885 DEBUG [RS:1;7ae73638d47e:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:22:04,885 DEBUG [RS:2;7ae73638d47e:46025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:22:04,885 DEBUG [RS:0;7ae73638d47e:33543 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:22:04,885 DEBUG [RS:2;7ae73638d47e:46025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:22:04,885 DEBUG [RS:1;7ae73638d47e:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:22:04,885 DEBUG [RS:0;7ae73638d47e:33543 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:22:04,885 DEBUG [RS:2;7ae73638d47e:46025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:22:04,885 DEBUG [RS:1;7ae73638d47e:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:22:04,885 DEBUG [RS:0;7ae73638d47e:33543 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:22:04,886 DEBUG [RS:0;7ae73638d47e:33543 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:22:04,886 DEBUG [RS:1;7ae73638d47e:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:22:04,886 DEBUG [RS:2;7ae73638d47e:46025 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:22:04,886 DEBUG [RS:0;7ae73638d47e:33543 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:22:04,886 DEBUG [RS:2;7ae73638d47e:46025 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:22:04,886 DEBUG [RS:1;7ae73638d47e:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:22:04,886 DEBUG [RS:0;7ae73638d47e:33543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:22:04,886 DEBUG [RS:0;7ae73638d47e:33543 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:22:04,886 DEBUG [RS:1;7ae73638d47e:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:22:04,886 DEBUG [RS:2;7ae73638d47e:46025 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:22:04,886 DEBUG [RS:0;7ae73638d47e:33543 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:22:04,886 DEBUG [RS:2;7ae73638d47e:46025 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:22:04,886 DEBUG [RS:1;7ae73638d47e:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:22:04,886 DEBUG [RS:2;7ae73638d47e:46025 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:22:04,886 DEBUG [RS:1;7ae73638d47e:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:22:04,886 DEBUG [RS:2;7ae73638d47e:46025 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:22:04,886 DEBUG [RS:1;7ae73638d47e:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:22:04,886 DEBUG [RS:1;7ae73638d47e:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:22:04,886 DEBUG [RS:2;7ae73638d47e:46025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:22:04,887 DEBUG [RS:1;7ae73638d47e:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:22:04,887 DEBUG [RS:2;7ae73638d47e:46025 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:22:04,887 DEBUG [RS:2;7ae73638d47e:46025 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:22:04,897 INFO [RS:1;7ae73638d47e:37889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:04,897 INFO [RS:0;7ae73638d47e:33543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:04,898 INFO [RS:0;7ae73638d47e:33543 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:04,897 INFO [RS:1;7ae73638d47e:37889 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:04,898 INFO [RS:2;7ae73638d47e:46025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:04,898 INFO [RS:2;7ae73638d47e:46025 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:04,898 INFO [RS:1;7ae73638d47e:37889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:04,898 INFO [RS:0;7ae73638d47e:33543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:04,898 INFO [RS:1;7ae73638d47e:37889 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:04,898 INFO [RS:2;7ae73638d47e:46025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:04,898 INFO [RS:0;7ae73638d47e:33543 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:04,898 INFO [RS:2;7ae73638d47e:46025 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:04,898 INFO [RS:1;7ae73638d47e:37889 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:04,898 INFO [RS:0;7ae73638d47e:33543 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:04,898 INFO [RS:0;7ae73638d47e:33543 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,33543,1733178121646-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:22:04,898 INFO [RS:2;7ae73638d47e:46025 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:04,898 INFO [RS:1;7ae73638d47e:37889 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,37889,1733178121849-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:22:04,898 INFO [RS:2;7ae73638d47e:46025 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,46025,1733178121941-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:22:04,920 INFO [RS:2;7ae73638d47e:46025 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T22:22:04,922 INFO [RS:2;7ae73638d47e:46025 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,46025,1733178121941-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:04,923 INFO [RS:2;7ae73638d47e:46025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:04,923 INFO [RS:2;7ae73638d47e:46025 {}] regionserver.Replication(171): 7ae73638d47e,46025,1733178121941 started 2024-12-02T22:22:04,923 INFO [RS:0;7ae73638d47e:33543 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T22:22:04,923 INFO [RS:1;7ae73638d47e:37889 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T22:22:04,923 INFO [RS:0;7ae73638d47e:33543 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,33543,1733178121646-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:04,923 INFO [RS:1;7ae73638d47e:37889 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,37889,1733178121849-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:04,924 INFO [RS:0;7ae73638d47e:33543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:04,924 INFO [RS:1;7ae73638d47e:37889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:04,924 INFO [RS:1;7ae73638d47e:37889 {}] regionserver.Replication(171): 7ae73638d47e,37889,1733178121849 started 2024-12-02T22:22:04,924 INFO [RS:0;7ae73638d47e:33543 {}] regionserver.Replication(171): 7ae73638d47e,33543,1733178121646 started 2024-12-02T22:22:04,940 INFO [RS:2;7ae73638d47e:46025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:04,941 INFO [RS:2;7ae73638d47e:46025 {}] regionserver.HRegionServer(1482): Serving as 7ae73638d47e,46025,1733178121941, RpcServer on 7ae73638d47e/172.17.0.2:46025, sessionid=0x1009d155fd50003 2024-12-02T22:22:04,941 DEBUG [RS:2;7ae73638d47e:46025 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T22:22:04,942 DEBUG [RS:2;7ae73638d47e:46025 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7ae73638d47e,46025,1733178121941 2024-12-02T22:22:04,942 DEBUG [RS:2;7ae73638d47e:46025 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,46025,1733178121941' 2024-12-02T22:22:04,942 DEBUG [RS:2;7ae73638d47e:46025 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T22:22:04,943 DEBUG [RS:2;7ae73638d47e:46025 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T22:22:04,944 DEBUG [RS:2;7ae73638d47e:46025 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T22:22:04,944 DEBUG [RS:2;7ae73638d47e:46025 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T22:22:04,944 DEBUG [RS:2;7ae73638d47e:46025 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7ae73638d47e,46025,1733178121941 2024-12-02T22:22:04,944 DEBUG [RS:2;7ae73638d47e:46025 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,46025,1733178121941' 2024-12-02T22:22:04,944 DEBUG [RS:2;7ae73638d47e:46025 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T22:22:04,945 DEBUG [RS:2;7ae73638d47e:46025 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T22:22:04,945 DEBUG [RS:2;7ae73638d47e:46025 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T22:22:04,945 INFO [RS:2;7ae73638d47e:46025 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T22:22:04,946 INFO [RS:2;7ae73638d47e:46025 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T22:22:04,948 INFO [RS:0;7ae73638d47e:33543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:04,948 INFO [RS:0;7ae73638d47e:33543 {}] regionserver.HRegionServer(1482): Serving as 7ae73638d47e,33543,1733178121646, RpcServer on 7ae73638d47e/172.17.0.2:33543, sessionid=0x1009d155fd50001 2024-12-02T22:22:04,948 INFO [RS:1;7ae73638d47e:37889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:04,948 INFO [RS:1;7ae73638d47e:37889 {}] regionserver.HRegionServer(1482): Serving as 7ae73638d47e,37889,1733178121849, RpcServer on 7ae73638d47e/172.17.0.2:37889, sessionid=0x1009d155fd50002 2024-12-02T22:22:04,948 DEBUG [RS:0;7ae73638d47e:33543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T22:22:04,948 DEBUG [RS:1;7ae73638d47e:37889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T22:22:04,949 DEBUG [RS:1;7ae73638d47e:37889 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7ae73638d47e,37889,1733178121849 2024-12-02T22:22:04,949 DEBUG [RS:0;7ae73638d47e:33543 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7ae73638d47e,33543,1733178121646 2024-12-02T22:22:04,949 DEBUG [RS:1;7ae73638d47e:37889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,37889,1733178121849' 2024-12-02T22:22:04,949 DEBUG [RS:0;7ae73638d47e:33543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,33543,1733178121646' 2024-12-02T22:22:04,949 DEBUG [RS:1;7ae73638d47e:37889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T22:22:04,949 DEBUG [RS:0;7ae73638d47e:33543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T22:22:04,949 DEBUG [RS:1;7ae73638d47e:37889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T22:22:04,949 DEBUG [RS:0;7ae73638d47e:33543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T22:22:04,950 DEBUG [RS:1;7ae73638d47e:37889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T22:22:04,950 DEBUG [RS:0;7ae73638d47e:33543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T22:22:04,950 DEBUG [RS:1;7ae73638d47e:37889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T22:22:04,950 DEBUG [RS:0;7ae73638d47e:33543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T22:22:04,950 DEBUG [RS:1;7ae73638d47e:37889 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7ae73638d47e,37889,1733178121849 2024-12-02T22:22:04,950 DEBUG [RS:0;7ae73638d47e:33543 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7ae73638d47e,33543,1733178121646 2024-12-02T22:22:04,950 DEBUG [RS:1;7ae73638d47e:37889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,37889,1733178121849' 2024-12-02T22:22:04,950 DEBUG [RS:0;7ae73638d47e:33543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,33543,1733178121646' 2024-12-02T22:22:04,950 DEBUG [RS:1;7ae73638d47e:37889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T22:22:04,950 DEBUG [RS:0;7ae73638d47e:33543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T22:22:04,951 DEBUG [RS:0;7ae73638d47e:33543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T22:22:04,951 DEBUG [RS:1;7ae73638d47e:37889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T22:22:04,951 DEBUG [RS:0;7ae73638d47e:33543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T22:22:04,952 INFO [RS:0;7ae73638d47e:33543 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T22:22:04,952 DEBUG [RS:1;7ae73638d47e:37889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T22:22:04,952 INFO [RS:0;7ae73638d47e:33543 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T22:22:04,952 INFO [RS:1;7ae73638d47e:37889 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T22:22:04,952 INFO [RS:1;7ae73638d47e:37889 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T22:22:05,053 INFO [RS:1;7ae73638d47e:37889 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:22:05,053 INFO [RS:0;7ae73638d47e:33543 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:22:05,053 INFO [RS:2;7ae73638d47e:46025 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:22:05,057 INFO [RS:1;7ae73638d47e:37889 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7ae73638d47e%2C37889%2C1733178121849, suffix=, logDir=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,37889,1733178121849, archiveDir=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/oldWALs, maxLogs=32 2024-12-02T22:22:05,057 INFO [RS:2;7ae73638d47e:46025 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7ae73638d47e%2C46025%2C1733178121941, suffix=, logDir=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,46025,1733178121941, archiveDir=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/oldWALs, maxLogs=32 2024-12-02T22:22:05,057 INFO [RS:0;7ae73638d47e:33543 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7ae73638d47e%2C33543%2C1733178121646, suffix=, logDir=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646, archiveDir=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/oldWALs, maxLogs=32 2024-12-02T22:22:05,083 DEBUG [RS:0;7ae73638d47e:33543 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646/7ae73638d47e%2C33543%2C1733178121646.1733178125065, exclude list is [], retry=0 2024-12-02T22:22:05,085 DEBUG [RS:1;7ae73638d47e:37889 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,37889,1733178121849/7ae73638d47e%2C37889%2C1733178121849.1733178125065, exclude list is [], retry=0 2024-12-02T22:22:05,087 DEBUG [RS:2;7ae73638d47e:46025 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,46025,1733178121941/7ae73638d47e%2C46025%2C1733178121941.1733178125065, exclude list is [], retry=0 2024-12-02T22:22:05,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK] 2024-12-02T22:22:05,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK] 2024-12-02T22:22:05,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK] 2024-12-02T22:22:05,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK] 2024-12-02T22:22:05,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK] 2024-12-02T22:22:05,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK] 2024-12-02T22:22:05,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK] 2024-12-02T22:22:05,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK] 2024-12-02T22:22:05,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK] 2024-12-02T22:22:05,132 INFO [RS:1;7ae73638d47e:37889 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,37889,1733178121849/7ae73638d47e%2C37889%2C1733178121849.1733178125065 2024-12-02T22:22:05,133 INFO [RS:0;7ae73638d47e:33543 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646/7ae73638d47e%2C33543%2C1733178121646.1733178125065 2024-12-02T22:22:05,134 DEBUG [RS:1;7ae73638d47e:37889 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44513:44513),(127.0.0.1/127.0.0.1:36497:36497),(127.0.0.1/127.0.0.1:36559:36559)] 2024-12-02T22:22:05,139 DEBUG [RS:0;7ae73638d47e:33543 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44513:44513),(127.0.0.1/127.0.0.1:36559:36559),(127.0.0.1/127.0.0.1:36497:36497)] 2024-12-02T22:22:05,140 INFO [RS:2;7ae73638d47e:46025 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,46025,1733178121941/7ae73638d47e%2C46025%2C1733178121941.1733178125065 2024-12-02T22:22:05,141 DEBUG [RS:2;7ae73638d47e:46025 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36497:36497),(127.0.0.1/127.0.0.1:44513:44513),(127.0.0.1/127.0.0.1:36559:36559)] 2024-12-02T22:22:05,358 DEBUG [7ae73638d47e:33983 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-02T22:22:05,366 DEBUG [7ae73638d47e:33983 {}] balancer.BalancerClusterState(204): Hosts are {7ae73638d47e=0} racks are {/default-rack=0} 2024-12-02T22:22:05,373 DEBUG [7ae73638d47e:33983 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T22:22:05,373 DEBUG [7ae73638d47e:33983 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T22:22:05,373 DEBUG [7ae73638d47e:33983 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-02T22:22:05,373 DEBUG [7ae73638d47e:33983 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T22:22:05,373 DEBUG [7ae73638d47e:33983 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T22:22:05,373 DEBUG [7ae73638d47e:33983 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-02T22:22:05,373 INFO [7ae73638d47e:33983 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T22:22:05,373 INFO [7ae73638d47e:33983 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T22:22:05,373 INFO [7ae73638d47e:33983 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-02T22:22:05,373 DEBUG [7ae73638d47e:33983 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T22:22:05,381 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7ae73638d47e,33543,1733178121646 2024-12-02T22:22:05,386 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,33543,1733178121646, state=OPENING 2024-12-02T22:22:05,475 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T22:22:05,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33543-0x1009d155fd50001, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:22:05,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46025-0x1009d155fd50003, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:22:05,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x1009d155fd50002, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:22:05,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1009d155fd50000, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:22:05,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T22:22:05,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T22:22:05,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T22:22:05,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T22:22:05,571 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:22:05,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,33543,1733178121646}] 2024-12-02T22:22:05,750 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:22:05,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T22:22:05,764 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T22:22:05,765 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:22:05,765 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T22:22:05,768 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7ae73638d47e%2C33543%2C1733178121646.meta, suffix=.meta, logDir=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646, archiveDir=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/oldWALs, maxLogs=32 2024-12-02T22:22:05,785 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646/7ae73638d47e%2C33543%2C1733178121646.meta.1733178125771.meta, exclude list is [], retry=0 2024-12-02T22:22:05,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK] 2024-12-02T22:22:05,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK] 2024-12-02T22:22:05,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK] 2024-12-02T22:22:05,793 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646/7ae73638d47e%2C33543%2C1733178121646.meta.1733178125771.meta 2024-12-02T22:22:05,793 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36497:36497),(127.0.0.1/127.0.0.1:44513:44513),(127.0.0.1/127.0.0.1:36559:36559)] 2024-12-02T22:22:05,794 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:22:05,795 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:22:05,798 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T22:22:05,803 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T22:22:05,808 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T22:22:05,809 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:05,809 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T22:22:05,809 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T22:22:05,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:22:05,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:22:05,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:05,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:22:05,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:22:05,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:22:05,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:05,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:22:05,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:22:05,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:22:05,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:05,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:22:05,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:22:05,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:22:05,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:05,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:22:05,824 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:22:05,825 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740 2024-12-02T22:22:05,828 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740 2024-12-02T22:22:05,831 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:22:05,831 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:22:05,832 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:22:05,835 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:22:05,837 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63248311, jitterRate=-0.05752672255039215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:22:05,837 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T22:22:05,839 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733178125810Writing region info on filesystem at 1733178125810Initializing all the Stores at 1733178125812 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178125812Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178125812Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178125812Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178125812Cleaning up temporary data from old regions at 1733178125831 (+19 ms)Running coprocessor post-open hooks at 1733178125838 (+7 ms)Region opened successfully at 1733178125839 (+1 ms) 2024-12-02T22:22:05,847 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733178125742 2024-12-02T22:22:05,861 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T22:22:05,861 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T22:22:05,864 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,33543,1733178121646 2024-12-02T22:22:05,866 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,33543,1733178121646, state=OPEN 2024-12-02T22:22:05,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46025-0x1009d155fd50003, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T22:22:05,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1009d155fd50000, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T22:22:05,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33543-0x1009d155fd50001, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T22:22:05,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x1009d155fd50002, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T22:22:05,937 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T22:22:05,937 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T22:22:05,937 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T22:22:05,937 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T22:22:05,938 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7ae73638d47e,33543,1733178121646 2024-12-02T22:22:05,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T22:22:05,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,33543,1733178121646 in 365 msec 2024-12-02T22:22:05,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T22:22:05,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.5100 sec 2024-12-02T22:22:05,952 DEBUG [PEWorker-4 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:22:05,952 INFO [PEWorker-4 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T22:22:05,974 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:22:05,976 DEBUG [PEWorker-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,33543,1733178121646, seqNum=-1] 2024-12-02T22:22:05,997 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:22:05,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:22:06,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7700 sec 2024-12-02T22:22:06,018 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733178126018, completionTime=-1 2024-12-02T22:22:06,020 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-02T22:22:06,020 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T22:22:06,047 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-02T22:22:06,047 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733178186047 2024-12-02T22:22:06,047 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733178246047 2024-12-02T22:22:06,047 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-12-02T22:22:06,049 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-02T22:22:06,058 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,33983,1733178120325-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:06,059 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,33983,1733178120325-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:06,059 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,33983,1733178120325-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:06,061 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7ae73638d47e:33983, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:06,061 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:06,062 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:06,068 DEBUG [master/7ae73638d47e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T22:22:06,100 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.838sec 2024-12-02T22:22:06,102 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T22:22:06,104 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T22:22:06,105 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T22:22:06,106 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T22:22:06,106 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T22:22:06,107 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,33983,1733178120325-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:22:06,107 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,33983,1733178120325-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T22:22:06,113 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T22:22:06,114 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T22:22:06,114 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,33983,1733178120325-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:06,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41306c4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:22:06,156 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,33983,-1 for getting cluster id 2024-12-02T22:22:06,159 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:22:06,171 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44b886f7-f405-4c7e-b942-7240d7173143' 2024-12-02T22:22:06,173 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:22:06,173 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44b886f7-f405-4c7e-b942-7240d7173143" 2024-12-02T22:22:06,174 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2903fe8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:22:06,174 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,33983,-1] 2024-12-02T22:22:06,177 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:22:06,180 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:22:06,181 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:22:06,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32d6364e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:22:06,184 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:22:06,192 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,33543,1733178121646, seqNum=-1] 2024-12-02T22:22:06,192 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:22:06,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:22:06,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7ae73638d47e,33983,1733178120325 2024-12-02T22:22:06,216 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:33783/hbase 2024-12-02T22:22:06,234 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=362, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=758, ProcessCount=11, AvailableMemoryMB=7556 2024-12-02T22:22:06,253 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:22:06,257 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:22:06,258 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:22:06,263 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-66275800, suffix=, logDir=hdfs://localhost:33783/hbase/WALs/hregion-66275800, archiveDir=hdfs://localhost:33783/hbase/oldWALs, maxLogs=32 2024-12-02T22:22:06,280 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-66275800/hregion-66275800.1733178126265, exclude list is [], retry=0 2024-12-02T22:22:06,286 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK] 2024-12-02T22:22:06,286 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK] 2024-12-02T22:22:06,288 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK] 2024-12-02T22:22:06,293 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-66275800/hregion-66275800.1733178126265 2024-12-02T22:22:06,297 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44513:44513),(127.0.0.1/127.0.0.1:36559:36559),(127.0.0.1/127.0.0.1:36497:36497)] 2024-12-02T22:22:06,297 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 6591ceff5d2a33ff93838e078ef479da, NAME => 'testReplayEditsWrittenIntoWAL,,1733178126255.6591ceff5d2a33ff93838e078ef479da.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33783/hbase 2024-12-02T22:22:06,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741838_1014 (size=64) 2024-12-02T22:22:06,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741838_1014 (size=64) 2024-12-02T22:22:06,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741838_1014 (size=64) 2024-12-02T22:22:06,317 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733178126255.6591ceff5d2a33ff93838e078ef479da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:06,320 INFO [StoreOpener-6591ceff5d2a33ff93838e078ef479da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6591ceff5d2a33ff93838e078ef479da 2024-12-02T22:22:06,322 INFO [StoreOpener-6591ceff5d2a33ff93838e078ef479da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6591ceff5d2a33ff93838e078ef479da columnFamilyName a 2024-12-02T22:22:06,323 DEBUG [StoreOpener-6591ceff5d2a33ff93838e078ef479da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:06,324 INFO [StoreOpener-6591ceff5d2a33ff93838e078ef479da-1 {}] regionserver.HStore(327): Store=6591ceff5d2a33ff93838e078ef479da/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:06,324 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6591ceff5d2a33ff93838e078ef479da 2024-12-02T22:22:06,325 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6591ceff5d2a33ff93838e078ef479da 2024-12-02T22:22:06,326 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6591ceff5d2a33ff93838e078ef479da 2024-12-02T22:22:06,327 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6591ceff5d2a33ff93838e078ef479da 2024-12-02T22:22:06,327 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6591ceff5d2a33ff93838e078ef479da 2024-12-02T22:22:06,331 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6591ceff5d2a33ff93838e078ef479da 2024-12-02T22:22:06,335 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6591ceff5d2a33ff93838e078ef479da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:22:06,335 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6591ceff5d2a33ff93838e078ef479da; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65438854, jitterRate=-0.024885088205337524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T22:22:06,337 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6591ceff5d2a33ff93838e078ef479da: Writing region info on filesystem at 1733178126318Initializing all the Stores at 1733178126319 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178126319Cleaning up temporary data from old regions at 1733178126327 (+8 ms)Region opened successfully at 1733178126337 (+10 ms) 2024-12-02T22:22:06,337 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6591ceff5d2a33ff93838e078ef479da, disabling compactions & flushes 2024-12-02T22:22:06,337 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733178126255.6591ceff5d2a33ff93838e078ef479da. 2024-12-02T22:22:06,337 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733178126255.6591ceff5d2a33ff93838e078ef479da. 2024-12-02T22:22:06,337 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733178126255.6591ceff5d2a33ff93838e078ef479da. after waiting 0 ms 2024-12-02T22:22:06,337 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733178126255.6591ceff5d2a33ff93838e078ef479da. 2024-12-02T22:22:06,338 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733178126255.6591ceff5d2a33ff93838e078ef479da. 2024-12-02T22:22:06,338 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6591ceff5d2a33ff93838e078ef479da: Waiting for close lock at 1733178126337Disabling compacts and flushes for region at 1733178126337Disabling writes for close at 1733178126337Writing region close event to WAL at 1733178126338 (+1 ms)Closed at 1733178126338 2024-12-02T22:22:06,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741837_1013 (size=95) 2024-12-02T22:22:06,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741837_1013 (size=95) 2024-12-02T22:22:06,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741837_1013 (size=95) 2024-12-02T22:22:06,352 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T22:22:06,352 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-66275800:(num 1733178126265) 2024-12-02T22:22:06,353 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-02T22:22:06,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741839_1015 (size=320) 2024-12-02T22:22:06,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741839_1015 (size=320) 2024-12-02T22:22:06,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741839_1015 (size=320) 2024-12-02T22:22:06,374 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-02T22:22:06,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741840_1016 (size=253) 2024-12-02T22:22:06,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741840_1016 (size=253) 2024-12-02T22:22:06,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741840_1016 (size=253) 2024-12-02T22:22:06,414 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733178126252/wal-1, size=320 (320bytes) 2024-12-02T22:22:06,415 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-02T22:22:06,415 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-02T22:22:06,415 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733178126252/wal-1 2024-12-02T22:22:06,421 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733178126252/wal-1 after 4ms 2024-12-02T22:22:06,426 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733178126252/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T22:22:06,428 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733178126252/wal-1 took 15ms 2024-12-02T22:22:06,439 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733178126252/wal-1 so closing down 2024-12-02T22:22:06,439 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T22:22:06,441 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-02T22:22:06,443 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6591ceff5d2a33ff93838e078ef479da/recovered.edits/0000000000000000001-wal-1.temp 2024-12-02T22:22:06,444 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T22:22:06,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741841_1017 (size=320) 2024-12-02T22:22:06,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741841_1017 (size=320) 2024-12-02T22:22:06,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741841_1017 (size=320) 2024-12-02T22:22:06,456 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6591ceff5d2a33ff93838e078ef479da/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-02T22:22:06,459 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6591ceff5d2a33ff93838e078ef479da/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6591ceff5d2a33ff93838e078ef479da/recovered.edits/0000000000000000002 2024-12-02T22:22:06,464 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733178126252/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-12-02T22:22:06,464 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733178126252/wal-1, journal: Splitting hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733178126252/wal-1, size=320 (320bytes) at 1733178126414Finishing writing output for hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733178126252/wal-1 so closing down at 1733178126439 (+25 ms)Creating recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6591ceff5d2a33ff93838e078ef479da/recovered.edits/0000000000000000001-wal-1.temp at 1733178126443 (+4 ms)3 split writer threads finished at 1733178126444 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6591ceff5d2a33ff93838e078ef479da/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733178126456 (+12 ms)Rename recovered edits hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6591ceff5d2a33ff93838e078ef479da/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6591ceff5d2a33ff93838e078ef479da/recovered.edits/0000000000000000002 at 1733178126459 (+3 ms)Processed 2 edits across 1 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733178126252/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1733178126464 (+5 ms) 2024-12-02T22:22:06,491 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733178126252/wal-2, size=253 (253bytes) 2024-12-02T22:22:06,491 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733178126252/wal-2 2024-12-02T22:22:06,492 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733178126252/wal-2 after 1ms 2024-12-02T22:22:06,497 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733178126252/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T22:22:06,497 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733178126252/wal-2 took 7ms 2024-12-02T22:22:06,500 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733178126252/wal-2 so closing down 2024-12-02T22:22:06,501 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T22:22:06,503 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-02T22:22:06,505 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6591ceff5d2a33ff93838e078ef479da/recovered.edits/0000000000000000002-wal-2.temp 2024-12-02T22:22:06,505 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T22:22:06,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741842_1018 (size=253) 2024-12-02T22:22:06,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741842_1018 (size=253) 2024-12-02T22:22:06,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741842_1018 (size=253) 2024-12-02T22:22:06,518 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6591ceff5d2a33ff93838e078ef479da/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-02T22:22:06,522 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6591ceff5d2a33ff93838e078ef479da/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T22:22:06,525 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6591ceff5d2a33ff93838e078ef479da/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-12-02T22:22:06,527 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733178126252/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-12-02T22:22:06,527 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733178126252/wal-2, journal: Splitting hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733178126252/wal-2, size=253 (253bytes) at 1733178126491Finishing writing output for hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733178126252/wal-2 so closing down at 1733178126501 (+10 ms)Creating recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6591ceff5d2a33ff93838e078ef479da/recovered.edits/0000000000000000002-wal-2.temp at 1733178126505 (+4 ms)3 split writer threads finished at 1733178126505Closed recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6591ceff5d2a33ff93838e078ef479da/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733178126518 (+13 ms)Processed 1 edits across 1 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733178126252/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1733178126527 (+9 ms) 2024-12-02T22:22:06,527 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T22:22:06,530 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733178126252, archiveDir=hdfs://localhost:33783/hbase/oldWALs, maxLogs=32 2024-12-02T22:22:06,554 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733178126252/wal.1733178126532, exclude list is [], retry=0 2024-12-02T22:22:06,558 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK] 2024-12-02T22:22:06,559 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK] 2024-12-02T22:22:06,559 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK] 2024-12-02T22:22:06,562 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733178126252/wal.1733178126532 2024-12-02T22:22:06,562 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44513:44513),(127.0.0.1/127.0.0.1:36497:36497),(127.0.0.1/127.0.0.1:36559:36559)] 2024-12-02T22:22:06,562 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6591ceff5d2a33ff93838e078ef479da, NAME => 'testReplayEditsWrittenIntoWAL,,1733178126255.6591ceff5d2a33ff93838e078ef479da.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:22:06,563 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733178126255.6591ceff5d2a33ff93838e078ef479da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:06,563 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6591ceff5d2a33ff93838e078ef479da 2024-12-02T22:22:06,563 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6591ceff5d2a33ff93838e078ef479da 2024-12-02T22:22:06,565 INFO [StoreOpener-6591ceff5d2a33ff93838e078ef479da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6591ceff5d2a33ff93838e078ef479da 2024-12-02T22:22:06,567 INFO [StoreOpener-6591ceff5d2a33ff93838e078ef479da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6591ceff5d2a33ff93838e078ef479da columnFamilyName a 2024-12-02T22:22:06,567 DEBUG [StoreOpener-6591ceff5d2a33ff93838e078ef479da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:06,568 INFO [StoreOpener-6591ceff5d2a33ff93838e078ef479da-1 {}] regionserver.HStore(327): Store=6591ceff5d2a33ff93838e078ef479da/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:06,568 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6591ceff5d2a33ff93838e078ef479da 2024-12-02T22:22:06,569 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6591ceff5d2a33ff93838e078ef479da 2024-12-02T22:22:06,573 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6591ceff5d2a33ff93838e078ef479da 2024-12-02T22:22:06,574 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6591ceff5d2a33ff93838e078ef479da/recovered.edits/0000000000000000002 2024-12-02T22:22:06,578 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6591ceff5d2a33ff93838e078ef479da/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T22:22:06,587 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6591ceff5d2a33ff93838e078ef479da/recovered.edits/0000000000000000002 2024-12-02T22:22:06,592 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6591ceff5d2a33ff93838e078ef479da 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-02T22:22:06,651 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6591ceff5d2a33ff93838e078ef479da/.tmp/a/2811ddd0b4964f63adcc527a6839e90d is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733178126352/Put/seqid=0 2024-12-02T22:22:06,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741844_1020 (size=5170) 2024-12-02T22:22:06,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741844_1020 (size=5170) 2024-12-02T22:22:06,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741844_1020 (size=5170) 2024-12-02T22:22:06,666 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6591ceff5d2a33ff93838e078ef479da/.tmp/a/2811ddd0b4964f63adcc527a6839e90d 2024-12-02T22:22:06,742 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6591ceff5d2a33ff93838e078ef479da/.tmp/a/2811ddd0b4964f63adcc527a6839e90d as hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6591ceff5d2a33ff93838e078ef479da/a/2811ddd0b4964f63adcc527a6839e90d 2024-12-02T22:22:06,759 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6591ceff5d2a33ff93838e078ef479da/a/2811ddd0b4964f63adcc527a6839e90d, entries=2, sequenceid=2, filesize=5.0 K 2024-12-02T22:22:06,766 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 6591ceff5d2a33ff93838e078ef479da in 173ms, sequenceid=2, compaction requested=false; wal=null 2024-12-02T22:22:06,768 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6591ceff5d2a33ff93838e078ef479da/recovered.edits/0000000000000000002 2024-12-02T22:22:06,769 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6591ceff5d2a33ff93838e078ef479da 2024-12-02T22:22:06,769 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6591ceff5d2a33ff93838e078ef479da 2024-12-02T22:22:06,772 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6591ceff5d2a33ff93838e078ef479da 2024-12-02T22:22:06,775 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6591ceff5d2a33ff93838e078ef479da/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-02T22:22:06,776 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6591ceff5d2a33ff93838e078ef479da; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69569580, jitterRate=0.03666752576828003}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T22:22:06,777 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6591ceff5d2a33ff93838e078ef479da: Writing region info on filesystem at 1733178126563Initializing all the Stores at 1733178126565 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178126565Obtaining lock to block concurrent updates at 1733178126592 (+27 ms)Preparing flush snapshotting stores in 6591ceff5d2a33ff93838e078ef479da at 1733178126592Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733178126255.6591ceff5d2a33ff93838e078ef479da., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733178126597 (+5 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733178126255.6591ceff5d2a33ff93838e078ef479da. at 1733178126597Flushing 6591ceff5d2a33ff93838e078ef479da/a: creating writer at 1733178126599 (+2 ms)Flushing 6591ceff5d2a33ff93838e078ef479da/a: appending metadata at 1733178126639 (+40 ms)Flushing 6591ceff5d2a33ff93838e078ef479da/a: closing flushed file at 1733178126642 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e9f464f: reopening flushed file at 1733178126740 (+98 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 6591ceff5d2a33ff93838e078ef479da in 173ms, sequenceid=2, compaction requested=false; wal=null at 1733178126766 (+26 ms)Cleaning up temporary data from old regions at 1733178126769 (+3 ms)Region opened successfully at 1733178126777 (+8 ms) 2024-12-02T22:22:06,802 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=373 (was 362) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1195816637-172.17.0.2-1733178115908:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:35656 [Receiving block BP-1195816637-172.17.0.2-1733178115908:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:45742 [Receiving block BP-1195816637-172.17.0.2-1733178115908:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1195816637-172.17.0.2-1733178115908:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1195816637-172.17.0.2-1733178115908:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:35572 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:60876 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33783/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:60858 [Receiving block BP-1195816637-172.17.0.2-1733178115908:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=699 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=758 (was 758), ProcessCount=11 (was 11), AvailableMemoryMB=7465 (was 7556) 2024-12-02T22:22:06,814 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=373, OpenFileDescriptor=699, MaxFileDescriptor=1048576, SystemLoadAverage=758, ProcessCount=11, AvailableMemoryMB=7464 2024-12-02T22:22:06,830 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:22:06,832 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:22:06,833 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:22:06,836 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-70226632, suffix=, logDir=hdfs://localhost:33783/hbase/WALs/hregion-70226632, archiveDir=hdfs://localhost:33783/hbase/oldWALs, maxLogs=32 2024-12-02T22:22:06,850 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-70226632/hregion-70226632.1733178126837, exclude list is [], retry=0 2024-12-02T22:22:06,853 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK] 2024-12-02T22:22:06,854 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK] 2024-12-02T22:22:06,854 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK] 2024-12-02T22:22:06,860 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-70226632/hregion-70226632.1733178126837 2024-12-02T22:22:06,860 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44513:44513),(127.0.0.1/127.0.0.1:36497:36497),(127.0.0.1/127.0.0.1:36559:36559)] 2024-12-02T22:22:06,861 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 6609a169fecf44fad8e92224e9eef057, NAME => 'testReplayEditsWrittenIntoWAL,,1733178126831.6609a169fecf44fad8e92224e9eef057.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33783/hbase 2024-12-02T22:22:06,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741846_1022 (size=64) 2024-12-02T22:22:06,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741846_1022 (size=64) 2024-12-02T22:22:06,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741846_1022 (size=64) 2024-12-02T22:22:06,873 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733178126831.6609a169fecf44fad8e92224e9eef057.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:06,875 INFO [StoreOpener-6609a169fecf44fad8e92224e9eef057-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6609a169fecf44fad8e92224e9eef057 2024-12-02T22:22:06,877 INFO [StoreOpener-6609a169fecf44fad8e92224e9eef057-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6609a169fecf44fad8e92224e9eef057 columnFamilyName a 2024-12-02T22:22:06,877 DEBUG [StoreOpener-6609a169fecf44fad8e92224e9eef057-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:06,878 INFO [StoreOpener-6609a169fecf44fad8e92224e9eef057-1 {}] regionserver.HStore(327): Store=6609a169fecf44fad8e92224e9eef057/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:06,878 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6609a169fecf44fad8e92224e9eef057 2024-12-02T22:22:06,879 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6609a169fecf44fad8e92224e9eef057 2024-12-02T22:22:06,879 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6609a169fecf44fad8e92224e9eef057 2024-12-02T22:22:06,880 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6609a169fecf44fad8e92224e9eef057 2024-12-02T22:22:06,880 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6609a169fecf44fad8e92224e9eef057 2024-12-02T22:22:06,882 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6609a169fecf44fad8e92224e9eef057 2024-12-02T22:22:06,885 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6609a169fecf44fad8e92224e9eef057/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:22:06,885 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6609a169fecf44fad8e92224e9eef057; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75055983, jitterRate=0.11842130124568939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T22:22:06,885 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6609a169fecf44fad8e92224e9eef057: Writing region info on filesystem at 1733178126873Initializing all the Stores at 1733178126875 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178126875Cleaning up temporary data from old regions at 1733178126880 (+5 ms)Region opened successfully at 1733178126885 (+5 ms) 2024-12-02T22:22:06,886 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6609a169fecf44fad8e92224e9eef057, disabling compactions & flushes 2024-12-02T22:22:06,886 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733178126831.6609a169fecf44fad8e92224e9eef057. 2024-12-02T22:22:06,886 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733178126831.6609a169fecf44fad8e92224e9eef057. 2024-12-02T22:22:06,886 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733178126831.6609a169fecf44fad8e92224e9eef057. after waiting 0 ms 2024-12-02T22:22:06,886 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733178126831.6609a169fecf44fad8e92224e9eef057. 2024-12-02T22:22:06,886 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733178126831.6609a169fecf44fad8e92224e9eef057. 2024-12-02T22:22:06,886 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6609a169fecf44fad8e92224e9eef057: Waiting for close lock at 1733178126885Disabling compacts and flushes for region at 1733178126886 (+1 ms)Disabling writes for close at 1733178126886Writing region close event to WAL at 1733178126886Closed at 1733178126886 2024-12-02T22:22:06,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741845_1021 (size=95) 2024-12-02T22:22:06,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741845_1021 (size=95) 2024-12-02T22:22:06,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741845_1021 (size=95) 2024-12-02T22:22:06,892 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T22:22:06,892 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-70226632:(num 1733178126837) 2024-12-02T22:22:06,893 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-02T22:22:06,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741847_1023 (size=320) 2024-12-02T22:22:06,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741847_1023 (size=320) 2024-12-02T22:22:06,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741847_1023 (size=320) 2024-12-02T22:22:06,910 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-02T22:22:06,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741848_1024 (size=253) 2024-12-02T22:22:06,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741848_1024 (size=253) 2024-12-02T22:22:06,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741848_1024 (size=253) 2024-12-02T22:22:06,940 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733178126829/wal-2, size=253 (253bytes) 2024-12-02T22:22:06,940 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733178126829/wal-2 2024-12-02T22:22:06,941 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733178126829/wal-2 after 1ms 2024-12-02T22:22:06,946 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733178126829/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T22:22:06,946 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733178126829/wal-2 took 6ms 2024-12-02T22:22:06,949 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733178126829/wal-2 so closing down 2024-12-02T22:22:06,949 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T22:22:06,952 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-02T22:22:06,958 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6609a169fecf44fad8e92224e9eef057/recovered.edits/0000000000000000002-wal-2.temp 2024-12-02T22:22:06,958 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T22:22:06,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741849_1025 (size=253) 2024-12-02T22:22:06,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741849_1025 (size=253) 2024-12-02T22:22:06,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741849_1025 (size=253) 2024-12-02T22:22:06,970 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6609a169fecf44fad8e92224e9eef057/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-02T22:22:06,972 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6609a169fecf44fad8e92224e9eef057/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6609a169fecf44fad8e92224e9eef057/recovered.edits/0000000000000000002 2024-12-02T22:22:06,972 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733178126829/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-12-02T22:22:06,972 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733178126829/wal-2, journal: Splitting hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733178126829/wal-2, size=253 (253bytes) at 1733178126940Finishing writing output for hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733178126829/wal-2 so closing down at 1733178126949 (+9 ms)Creating recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6609a169fecf44fad8e92224e9eef057/recovered.edits/0000000000000000002-wal-2.temp at 1733178126958 (+9 ms)3 split writer threads finished at 1733178126958Closed recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6609a169fecf44fad8e92224e9eef057/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733178126970 (+12 ms)Rename recovered edits hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6609a169fecf44fad8e92224e9eef057/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6609a169fecf44fad8e92224e9eef057/recovered.edits/0000000000000000002 at 1733178126972 (+2 ms)Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733178126829/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1733178126972 2024-12-02T22:22:06,995 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733178126829/wal-1, size=320 (320bytes) 2024-12-02T22:22:06,995 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733178126829/wal-1 2024-12-02T22:22:06,996 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733178126829/wal-1 after 1ms 2024-12-02T22:22:07,000 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733178126829/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T22:22:07,000 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733178126829/wal-1 took 5ms 2024-12-02T22:22:07,003 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733178126829/wal-1 so closing down 2024-12-02T22:22:07,003 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T22:22:07,005 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-02T22:22:07,007 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6609a169fecf44fad8e92224e9eef057/recovered.edits/0000000000000000001-wal-1.temp 2024-12-02T22:22:07,007 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T22:22:07,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741850_1026 (size=320) 2024-12-02T22:22:07,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741850_1026 (size=320) 2024-12-02T22:22:07,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741850_1026 (size=320) 2024-12-02T22:22:07,016 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6609a169fecf44fad8e92224e9eef057/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-02T22:22:07,020 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6609a169fecf44fad8e92224e9eef057/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T22:22:07,022 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6609a169fecf44fad8e92224e9eef057/recovered.edits/0000000000000000002, length=253 2024-12-02T22:22:07,025 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6609a169fecf44fad8e92224e9eef057/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6609a169fecf44fad8e92224e9eef057/recovered.edits/0000000000000000002 2024-12-02T22:22:07,025 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733178126829/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-12-02T22:22:07,025 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733178126829/wal-1, journal: Splitting hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733178126829/wal-1, size=320 (320bytes) at 1733178126995Finishing writing output for hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733178126829/wal-1 so closing down at 1733178127003 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6609a169fecf44fad8e92224e9eef057/recovered.edits/0000000000000000001-wal-1.temp at 1733178127007 (+4 ms)3 split writer threads finished at 1733178127007Closed recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6609a169fecf44fad8e92224e9eef057/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733178127016 (+9 ms)Rename recovered edits hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6609a169fecf44fad8e92224e9eef057/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6609a169fecf44fad8e92224e9eef057/recovered.edits/0000000000000000002 at 1733178127025 (+9 ms)Processed 2 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733178126829/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1733178127025 2024-12-02T22:22:07,025 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T22:22:07,030 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33783/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733178126829, archiveDir=hdfs://localhost:33783/hbase/oldWALs, maxLogs=32 2024-12-02T22:22:07,046 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733178126829/wal.1733178127030, exclude list is [], retry=0 2024-12-02T22:22:07,050 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK] 2024-12-02T22:22:07,050 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK] 2024-12-02T22:22:07,051 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK] 2024-12-02T22:22:07,057 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733178126829/wal.1733178127030 2024-12-02T22:22:07,057 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44513:44513),(127.0.0.1/127.0.0.1:36497:36497),(127.0.0.1/127.0.0.1:36559:36559)] 2024-12-02T22:22:07,058 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6609a169fecf44fad8e92224e9eef057, NAME => 'testReplayEditsWrittenIntoWAL,,1733178126831.6609a169fecf44fad8e92224e9eef057.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:22:07,058 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733178126831.6609a169fecf44fad8e92224e9eef057.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:07,058 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6609a169fecf44fad8e92224e9eef057 2024-12-02T22:22:07,058 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6609a169fecf44fad8e92224e9eef057 2024-12-02T22:22:07,060 INFO [StoreOpener-6609a169fecf44fad8e92224e9eef057-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6609a169fecf44fad8e92224e9eef057 2024-12-02T22:22:07,062 INFO [StoreOpener-6609a169fecf44fad8e92224e9eef057-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6609a169fecf44fad8e92224e9eef057 columnFamilyName a 2024-12-02T22:22:07,063 DEBUG [StoreOpener-6609a169fecf44fad8e92224e9eef057-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:07,063 INFO [StoreOpener-6609a169fecf44fad8e92224e9eef057-1 {}] regionserver.HStore(327): Store=6609a169fecf44fad8e92224e9eef057/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:07,064 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6609a169fecf44fad8e92224e9eef057 2024-12-02T22:22:07,065 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6609a169fecf44fad8e92224e9eef057 2024-12-02T22:22:07,067 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6609a169fecf44fad8e92224e9eef057 2024-12-02T22:22:07,068 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6609a169fecf44fad8e92224e9eef057/recovered.edits/0000000000000000002 2024-12-02T22:22:07,071 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6609a169fecf44fad8e92224e9eef057/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T22:22:07,073 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6609a169fecf44fad8e92224e9eef057/recovered.edits/0000000000000000002 2024-12-02T22:22:07,073 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6609a169fecf44fad8e92224e9eef057 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-02T22:22:07,097 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6609a169fecf44fad8e92224e9eef057/.tmp/a/db43fd35e4ff4ff8990b1e41a9f01479 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733178126892/Put/seqid=0 2024-12-02T22:22:07,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741852_1028 (size=5170) 2024-12-02T22:22:07,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741852_1028 (size=5170) 2024-12-02T22:22:07,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741852_1028 (size=5170) 2024-12-02T22:22:07,107 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6609a169fecf44fad8e92224e9eef057/.tmp/a/db43fd35e4ff4ff8990b1e41a9f01479 2024-12-02T22:22:07,116 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6609a169fecf44fad8e92224e9eef057/.tmp/a/db43fd35e4ff4ff8990b1e41a9f01479 as hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6609a169fecf44fad8e92224e9eef057/a/db43fd35e4ff4ff8990b1e41a9f01479 2024-12-02T22:22:07,124 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6609a169fecf44fad8e92224e9eef057/a/db43fd35e4ff4ff8990b1e41a9f01479, entries=2, sequenceid=2, filesize=5.0 K 2024-12-02T22:22:07,124 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 6609a169fecf44fad8e92224e9eef057 in 51ms, sequenceid=2, compaction requested=false; wal=null 2024-12-02T22:22:07,125 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6609a169fecf44fad8e92224e9eef057/recovered.edits/0000000000000000002 2024-12-02T22:22:07,126 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6609a169fecf44fad8e92224e9eef057 2024-12-02T22:22:07,126 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6609a169fecf44fad8e92224e9eef057 2024-12-02T22:22:07,128 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6609a169fecf44fad8e92224e9eef057 2024-12-02T22:22:07,131 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/6609a169fecf44fad8e92224e9eef057/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-02T22:22:07,132 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6609a169fecf44fad8e92224e9eef057; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65693882, jitterRate=-0.021084874868392944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T22:22:07,132 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6609a169fecf44fad8e92224e9eef057: Writing region info on filesystem at 1733178127058Initializing all the Stores at 1733178127060 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178127060Obtaining lock to block concurrent updates at 1733178127073 (+13 ms)Preparing flush snapshotting stores in 6609a169fecf44fad8e92224e9eef057 at 1733178127073Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733178126831.6609a169fecf44fad8e92224e9eef057., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733178127073Flushing stores of testReplayEditsWrittenIntoWAL,,1733178126831.6609a169fecf44fad8e92224e9eef057. at 1733178127073Flushing 6609a169fecf44fad8e92224e9eef057/a: creating writer at 1733178127073Flushing 6609a169fecf44fad8e92224e9eef057/a: appending metadata at 1733178127096 (+23 ms)Flushing 6609a169fecf44fad8e92224e9eef057/a: closing flushed file at 1733178127096Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bf83c99: reopening flushed file at 1733178127115 (+19 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 6609a169fecf44fad8e92224e9eef057 in 51ms, sequenceid=2, compaction requested=false; wal=null at 1733178127124 (+9 ms)Cleaning up temporary data from old regions at 1733178127126 (+2 ms)Region opened successfully at 1733178127132 (+6 ms) 2024-12-02T22:22:07,150 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=383 (was 373) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:55848 [Receiving block BP-1195816637-172.17.0.2-1733178115908:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1195816637-172.17.0.2-1733178115908:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1195816637-172.17.0.2-1733178115908:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1195816637-172.17.0.2-1733178115908:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:38170 [Receiving block BP-1195816637-172.17.0.2-1733178115908:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:48716 [Receiving block BP-1195816637-172.17.0.2-1733178115908:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:35572 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:60876 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=781 (was 699) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=758 (was 758), ProcessCount=11 (was 11), AvailableMemoryMB=7458 (was 7464) 2024-12-02T22:22:07,163 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=383, OpenFileDescriptor=781, MaxFileDescriptor=1048576, SystemLoadAverage=758, ProcessCount=11, AvailableMemoryMB=7458 2024-12-02T22:22:07,179 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:22:07,181 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:22:07,182 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:22:07,185 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-54372407, suffix=, logDir=hdfs://localhost:33783/hbase/WALs/hregion-54372407, archiveDir=hdfs://localhost:33783/hbase/oldWALs, maxLogs=32 2024-12-02T22:22:07,198 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-54372407/hregion-54372407.1733178127186, exclude list is [], retry=0 2024-12-02T22:22:07,202 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK] 2024-12-02T22:22:07,203 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK] 2024-12-02T22:22:07,205 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK] 2024-12-02T22:22:07,207 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-54372407/hregion-54372407.1733178127186 2024-12-02T22:22:07,208 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36559:36559),(127.0.0.1/127.0.0.1:44513:44513),(127.0.0.1/127.0.0.1:36497:36497)] 2024-12-02T22:22:07,208 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d3079769d26d4255d6ed4937229495b5, NAME => 'testReplayEditsWrittenIntoWAL,,1733178127180.d3079769d26d4255d6ed4937229495b5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33783/hbase 2024-12-02T22:22:07,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741854_1030 (size=64) 2024-12-02T22:22:07,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741854_1030 (size=64) 2024-12-02T22:22:07,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741854_1030 (size=64) 2024-12-02T22:22:07,220 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733178127180.d3079769d26d4255d6ed4937229495b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:07,222 INFO [StoreOpener-d3079769d26d4255d6ed4937229495b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d3079769d26d4255d6ed4937229495b5 2024-12-02T22:22:07,223 INFO [StoreOpener-d3079769d26d4255d6ed4937229495b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3079769d26d4255d6ed4937229495b5 columnFamilyName a 2024-12-02T22:22:07,223 DEBUG [StoreOpener-d3079769d26d4255d6ed4937229495b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:07,224 INFO [StoreOpener-d3079769d26d4255d6ed4937229495b5-1 {}] regionserver.HStore(327): Store=d3079769d26d4255d6ed4937229495b5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:07,224 INFO [StoreOpener-d3079769d26d4255d6ed4937229495b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d3079769d26d4255d6ed4937229495b5 2024-12-02T22:22:07,226 INFO [StoreOpener-d3079769d26d4255d6ed4937229495b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3079769d26d4255d6ed4937229495b5 columnFamilyName b 2024-12-02T22:22:07,226 DEBUG [StoreOpener-d3079769d26d4255d6ed4937229495b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:07,226 INFO [StoreOpener-d3079769d26d4255d6ed4937229495b5-1 {}] regionserver.HStore(327): Store=d3079769d26d4255d6ed4937229495b5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:07,227 INFO [StoreOpener-d3079769d26d4255d6ed4937229495b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d3079769d26d4255d6ed4937229495b5 2024-12-02T22:22:07,228 INFO [StoreOpener-d3079769d26d4255d6ed4937229495b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3079769d26d4255d6ed4937229495b5 columnFamilyName c 2024-12-02T22:22:07,228 DEBUG [StoreOpener-d3079769d26d4255d6ed4937229495b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:07,229 INFO [StoreOpener-d3079769d26d4255d6ed4937229495b5-1 {}] regionserver.HStore(327): Store=d3079769d26d4255d6ed4937229495b5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:07,229 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d3079769d26d4255d6ed4937229495b5 2024-12-02T22:22:07,230 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5 2024-12-02T22:22:07,230 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5 2024-12-02T22:22:07,232 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d3079769d26d4255d6ed4937229495b5 2024-12-02T22:22:07,232 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d3079769d26d4255d6ed4937229495b5 2024-12-02T22:22:07,233 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:22:07,234 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d3079769d26d4255d6ed4937229495b5 2024-12-02T22:22:07,237 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:22:07,237 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d3079769d26d4255d6ed4937229495b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66259138, jitterRate=-0.012661904096603394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:22:07,238 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d3079769d26d4255d6ed4937229495b5: Writing region info on filesystem at 1733178127220Initializing all the Stores at 1733178127221 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178127221Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178127221Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178127221Cleaning up temporary data from old regions at 1733178127232 (+11 ms)Region opened successfully at 1733178127237 (+5 ms) 2024-12-02T22:22:07,238 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d3079769d26d4255d6ed4937229495b5, disabling compactions & flushes 2024-12-02T22:22:07,238 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733178127180.d3079769d26d4255d6ed4937229495b5. 2024-12-02T22:22:07,238 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733178127180.d3079769d26d4255d6ed4937229495b5. 2024-12-02T22:22:07,238 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733178127180.d3079769d26d4255d6ed4937229495b5. after waiting 0 ms 2024-12-02T22:22:07,238 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733178127180.d3079769d26d4255d6ed4937229495b5. 2024-12-02T22:22:07,238 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733178127180.d3079769d26d4255d6ed4937229495b5. 2024-12-02T22:22:07,238 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d3079769d26d4255d6ed4937229495b5: Waiting for close lock at 1733178127238Disabling compacts and flushes for region at 1733178127238Disabling writes for close at 1733178127238Writing region close event to WAL at 1733178127238Closed at 1733178127238 2024-12-02T22:22:07,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741853_1029 (size=95) 2024-12-02T22:22:07,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741853_1029 (size=95) 2024-12-02T22:22:07,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741853_1029 (size=95) 2024-12-02T22:22:07,250 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T22:22:07,250 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-54372407:(num 1733178127186) 2024-12-02T22:22:07,250 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T22:22:07,252 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733178127178, archiveDir=hdfs://localhost:33783/hbase/oldWALs, maxLogs=32 2024-12-02T22:22:07,266 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733178127178/wal.1733178127253, exclude list is [], retry=0 2024-12-02T22:22:07,269 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK] 2024-12-02T22:22:07,270 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK] 2024-12-02T22:22:07,270 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK] 2024-12-02T22:22:07,273 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733178127178/wal.1733178127253 2024-12-02T22:22:07,273 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44513:44513),(127.0.0.1/127.0.0.1:36497:36497),(127.0.0.1/127.0.0.1:36559:36559)] 2024-12-02T22:22:07,547 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733178127178/wal.1733178127253, size=0 (0bytes) 2024-12-02T22:22:07,547 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733178127178/wal.1733178127253 might be still open, length is 0 2024-12-02T22:22:07,548 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733178127178/wal.1733178127253 2024-12-02T22:22:07,548 WARN [IPC Server handler 2 on default port 33783 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733178127178/wal.1733178127253 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-12-02T22:22:07,549 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733178127178/wal.1733178127253 after 1ms 2024-12-02T22:22:08,347 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:55866 [Receiving block BP-1195816637-172.17.0.2-1733178115908:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:43969:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55866 dst: /127.0.0.1:43969 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43969 remote=/127.0.0.1:55866]. Total timeout mills is 60000, 59167 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:22:08,348 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:48740 [Receiving block BP-1195816637-172.17.0.2-1733178115908:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:44197:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48740 dst: /127.0.0.1:44197 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:22:08,348 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:38212 [Receiving block BP-1195816637-172.17.0.2-1733178115908:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:43105:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38212 dst: /127.0.0.1:43105 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:22:08,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741855_1032 (size=263633) 2024-12-02T22:22:08,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741855_1032 (size=263633) 2024-12-02T22:22:08,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741855_1032 (size=263633) 2024-12-02T22:22:10,740 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T22:22:10,740 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T22:22:10,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:22:10,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T22:22:10,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T22:22:10,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T22:22:10,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-12-02T22:22:10,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-12-02T22:22:11,326 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T22:22:11,375 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T22:22:11,550 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733178127178/wal.1733178127253 after 4002ms 2024-12-02T22:22:11,554 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733178127178/wal.1733178127253: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T22:22:11,555 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733178127178/wal.1733178127253 took 4008ms 2024-12-02T22:22:11,562 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733178127253.temp 2024-12-02T22:22:11,569 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/recovered.edits/0000000000000000001-wal.1733178127253.temp 2024-12-02T22:22:11,703 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733178127178/wal.1733178127253; continuing. 2024-12-02T22:22:11,703 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733178127178/wal.1733178127253 so closing down 2024-12-02T22:22:11,703 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T22:22:11,703 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T22:22:11,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741856_1033 (size=263641) 2024-12-02T22:22:11,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741856_1033 (size=263641) 2024-12-02T22:22:11,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741856_1033 (size=263641) 2024-12-02T22:22:11,709 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/recovered.edits/0000000000000000001-wal.1733178127253.temp (wrote 3002 edits, skipped 0 edits in 74 ms) 2024-12-02T22:22:11,710 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/recovered.edits/0000000000000000001-wal.1733178127253.temp to hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/recovered.edits/0000000000000003002 2024-12-02T22:22:11,711 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 153 ms; skipped=0; WAL=hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733178127178/wal.1733178127253, size=0, length=0, corrupted=false, cancelled=false 2024-12-02T22:22:11,711 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733178127178/wal.1733178127253, journal: Splitting hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733178127178/wal.1733178127253, size=0 (0bytes) at 1733178127547Creating recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/recovered.edits/0000000000000000001-wal.1733178127253.temp at 1733178131569 (+4022 ms)Split 1024 edits, skipped 0 edits. at 1733178131642 (+73 ms)Split 2048 edits, skipped 0 edits. at 1733178131674 (+32 ms)Finishing writing output for hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733178127178/wal.1733178127253 so closing down at 1733178131703 (+29 ms)3 split writer threads finished at 1733178131703Closed recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/recovered.edits/0000000000000000001-wal.1733178127253.temp (wrote 3002 edits, skipped 0 edits in 74 ms) at 1733178131709 (+6 ms)Rename recovered edits hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/recovered.edits/0000000000000000001-wal.1733178127253.temp to hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/recovered.edits/0000000000000003002 at 1733178131710 (+1 ms)Processed 3002 edits across 1 Regions in 153 ms; skipped=0; WAL=hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733178127178/wal.1733178127253, size=0, length=0, corrupted=false, cancelled=false at 1733178131711 (+1 ms) 2024-12-02T22:22:11,713 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733178127178/wal.1733178127253 to hdfs://localhost:33783/hbase/oldWALs/wal.1733178127253 2024-12-02T22:22:11,714 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/recovered.edits/0000000000000003002 2024-12-02T22:22:11,714 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T22:22:11,716 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733178127178, archiveDir=hdfs://localhost:33783/hbase/oldWALs, maxLogs=32 2024-12-02T22:22:11,730 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733178127178/wal.1733178131717, exclude list is [], retry=0 2024-12-02T22:22:11,733 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK] 2024-12-02T22:22:11,734 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK] 2024-12-02T22:22:11,734 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK] 2024-12-02T22:22:11,742 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733178127178/wal.1733178131717 2024-12-02T22:22:11,742 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44513:44513),(127.0.0.1/127.0.0.1:36497:36497),(127.0.0.1/127.0.0.1:36559:36559)] 2024-12-02T22:22:11,743 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733178127180.d3079769d26d4255d6ed4937229495b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:11,745 INFO [StoreOpener-d3079769d26d4255d6ed4937229495b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d3079769d26d4255d6ed4937229495b5 2024-12-02T22:22:11,746 INFO [StoreOpener-d3079769d26d4255d6ed4937229495b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3079769d26d4255d6ed4937229495b5 columnFamilyName a 2024-12-02T22:22:11,746 DEBUG [StoreOpener-d3079769d26d4255d6ed4937229495b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:11,747 INFO [StoreOpener-d3079769d26d4255d6ed4937229495b5-1 {}] regionserver.HStore(327): Store=d3079769d26d4255d6ed4937229495b5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:11,747 INFO [StoreOpener-d3079769d26d4255d6ed4937229495b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d3079769d26d4255d6ed4937229495b5 2024-12-02T22:22:11,748 INFO [StoreOpener-d3079769d26d4255d6ed4937229495b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3079769d26d4255d6ed4937229495b5 columnFamilyName b 2024-12-02T22:22:11,748 DEBUG [StoreOpener-d3079769d26d4255d6ed4937229495b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:11,749 INFO [StoreOpener-d3079769d26d4255d6ed4937229495b5-1 {}] regionserver.HStore(327): Store=d3079769d26d4255d6ed4937229495b5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:11,749 INFO [StoreOpener-d3079769d26d4255d6ed4937229495b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d3079769d26d4255d6ed4937229495b5 2024-12-02T22:22:11,750 INFO [StoreOpener-d3079769d26d4255d6ed4937229495b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3079769d26d4255d6ed4937229495b5 columnFamilyName c 2024-12-02T22:22:11,750 DEBUG [StoreOpener-d3079769d26d4255d6ed4937229495b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:11,750 INFO [StoreOpener-d3079769d26d4255d6ed4937229495b5-1 {}] regionserver.HStore(327): Store=d3079769d26d4255d6ed4937229495b5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:11,750 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d3079769d26d4255d6ed4937229495b5 2024-12-02T22:22:11,751 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5 2024-12-02T22:22:11,753 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5 2024-12-02T22:22:11,754 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/recovered.edits/0000000000000003002 2024-12-02T22:22:11,757 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T22:22:11,792 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-02T22:22:12,161 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d3079769d26d4255d6ed4937229495b5 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-02T22:22:12,198 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/.tmp/a/c43f9e96483b4f06b15f0bbe1a19b0d7 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733178127281/Put/seqid=0 2024-12-02T22:22:12,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741858_1035 (size=50463) 2024-12-02T22:22:12,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741858_1035 (size=50463) 2024-12-02T22:22:12,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741858_1035 (size=50463) 2024-12-02T22:22:12,212 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/.tmp/a/c43f9e96483b4f06b15f0bbe1a19b0d7 2024-12-02T22:22:12,221 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/.tmp/a/c43f9e96483b4f06b15f0bbe1a19b0d7 as hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/a/c43f9e96483b4f06b15f0bbe1a19b0d7 2024-12-02T22:22:12,229 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/a/c43f9e96483b4f06b15f0bbe1a19b0d7, entries=754, sequenceid=754, filesize=49.3 K 2024-12-02T22:22:12,229 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for d3079769d26d4255d6ed4937229495b5 in 69ms, sequenceid=754, compaction requested=false; wal=null 2024-12-02T22:22:12,262 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-02T22:22:12,263 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d3079769d26d4255d6ed4937229495b5 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-02T22:22:12,274 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/.tmp/a/2506b46697f3453dadb2381ea9afa02a is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733178127324/Put/seqid=0 2024-12-02T22:22:12,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741859_1036 (size=20072) 2024-12-02T22:22:12,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741859_1036 (size=20072) 2024-12-02T22:22:12,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741859_1036 (size=20072) 2024-12-02T22:22:12,293 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/.tmp/a/2506b46697f3453dadb2381ea9afa02a 2024-12-02T22:22:12,319 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/.tmp/b/2d1ebe8911284842bfeef47d7c515afd is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733178127421/Put/seqid=0 2024-12-02T22:22:12,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741860_1037 (size=35835) 2024-12-02T22:22:12,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741860_1037 (size=35835) 2024-12-02T22:22:12,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741860_1037 (size=35835) 2024-12-02T22:22:12,333 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/.tmp/b/2d1ebe8911284842bfeef47d7c515afd 2024-12-02T22:22:12,340 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/.tmp/a/2506b46697f3453dadb2381ea9afa02a as hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/a/2506b46697f3453dadb2381ea9afa02a 2024-12-02T22:22:12,347 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/a/2506b46697f3453dadb2381ea9afa02a, entries=246, sequenceid=1508, filesize=19.6 K 2024-12-02T22:22:12,349 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/.tmp/b/2d1ebe8911284842bfeef47d7c515afd as hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/b/2d1ebe8911284842bfeef47d7c515afd 2024-12-02T22:22:12,357 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/b/2d1ebe8911284842bfeef47d7c515afd, entries=508, sequenceid=1508, filesize=35.0 K 2024-12-02T22:22:12,358 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for d3079769d26d4255d6ed4937229495b5 in 94ms, sequenceid=1508, compaction requested=false; wal=null 2024-12-02T22:22:12,374 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-02T22:22:12,374 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d3079769d26d4255d6ed4937229495b5 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-02T22:22:12,383 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/.tmp/b/5e71fdaf8ba84fd3baf572ba18ee56b5 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733178127447/Put/seqid=0 2024-12-02T22:22:12,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741861_1038 (size=35082) 2024-12-02T22:22:12,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741861_1038 (size=35082) 2024-12-02T22:22:12,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741861_1038 (size=35082) 2024-12-02T22:22:12,394 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/.tmp/b/5e71fdaf8ba84fd3baf572ba18ee56b5 2024-12-02T22:22:12,417 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/.tmp/c/b8da040d46a84f7bb161c73e663751fe is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733178127475/Put/seqid=0 2024-12-02T22:22:12,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741862_1039 (size=20825) 2024-12-02T22:22:12,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741862_1039 (size=20825) 2024-12-02T22:22:12,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741862_1039 (size=20825) 2024-12-02T22:22:12,430 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/.tmp/c/b8da040d46a84f7bb161c73e663751fe 2024-12-02T22:22:12,437 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/.tmp/b/5e71fdaf8ba84fd3baf572ba18ee56b5 as hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/b/5e71fdaf8ba84fd3baf572ba18ee56b5 2024-12-02T22:22:12,444 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/b/5e71fdaf8ba84fd3baf572ba18ee56b5, entries=492, sequenceid=2262, filesize=34.3 K 2024-12-02T22:22:12,445 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/.tmp/c/b8da040d46a84f7bb161c73e663751fe as hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/c/b8da040d46a84f7bb161c73e663751fe 2024-12-02T22:22:12,452 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/c/b8da040d46a84f7bb161c73e663751fe, entries=262, sequenceid=2262, filesize=20.3 K 2024-12-02T22:22:12,452 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for d3079769d26d4255d6ed4937229495b5 in 78ms, sequenceid=2262, compaction requested=false; wal=null 2024-12-02T22:22:12,465 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733178127512/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733178127180.d3079769d26d4255d6ed4937229495b5. 2024-12-02T22:22:12,468 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/recovered.edits/0000000000000003002 2024-12-02T22:22:12,468 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-02T22:22:12,469 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d3079769d26d4255d6ed4937229495b5 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-12-02T22:22:12,476 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/.tmp/c/8bc0e4f2a8ec4503b78fd02c695119be is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733178127482/Put/seqid=0 2024-12-02T22:22:12,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741863_1040 (size=50301) 2024-12-02T22:22:12,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741863_1040 (size=50301) 2024-12-02T22:22:12,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741863_1040 (size=50301) 2024-12-02T22:22:12,490 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/.tmp/c/8bc0e4f2a8ec4503b78fd02c695119be 2024-12-02T22:22:12,498 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8bc0e4f2a8ec4503b78fd02c695119be 2024-12-02T22:22:12,499 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/.tmp/c/8bc0e4f2a8ec4503b78fd02c695119be as hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/c/8bc0e4f2a8ec4503b78fd02c695119be 2024-12-02T22:22:12,507 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8bc0e4f2a8ec4503b78fd02c695119be 2024-12-02T22:22:12,507 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/c/8bc0e4f2a8ec4503b78fd02c695119be, entries=739, sequenceid=3002, filesize=49.1 K 2024-12-02T22:22:12,508 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for d3079769d26d4255d6ed4937229495b5 in 38ms, sequenceid=3002, compaction requested=false; wal=null 2024-12-02T22:22:12,509 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/recovered.edits/0000000000000003002 2024-12-02T22:22:12,510 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d3079769d26d4255d6ed4937229495b5 2024-12-02T22:22:12,510 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d3079769d26d4255d6ed4937229495b5 2024-12-02T22:22:12,511 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T22:22:12,513 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d3079769d26d4255d6ed4937229495b5 2024-12-02T22:22:12,516 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenIntoWAL/d3079769d26d4255d6ed4937229495b5/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-12-02T22:22:12,518 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d3079769d26d4255d6ed4937229495b5; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60015906, jitterRate=-0.10569331049919128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T22:22:12,518 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d3079769d26d4255d6ed4937229495b5: Writing region info on filesystem at 1733178131743Initializing all the Stores at 1733178131744 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178131745 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178131745Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178131745Cleaning up temporary data from old regions at 1733178132510 (+765 ms)Region opened successfully at 1733178132518 (+8 ms) 2024-12-02T22:22:12,582 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d3079769d26d4255d6ed4937229495b5, disabling compactions & flushes 2024-12-02T22:22:12,582 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733178127180.d3079769d26d4255d6ed4937229495b5. 2024-12-02T22:22:12,583 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733178127180.d3079769d26d4255d6ed4937229495b5. 2024-12-02T22:22:12,583 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733178127180.d3079769d26d4255d6ed4937229495b5. after waiting 0 ms 2024-12-02T22:22:12,583 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733178127180.d3079769d26d4255d6ed4937229495b5. 2024-12-02T22:22:12,587 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733178127180.d3079769d26d4255d6ed4937229495b5. 2024-12-02T22:22:12,587 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d3079769d26d4255d6ed4937229495b5: Waiting for close lock at 1733178132582Disabling compacts and flushes for region at 1733178132582Disabling writes for close at 1733178132583 (+1 ms)Writing region close event to WAL at 1733178132587 (+4 ms)Closed at 1733178132587 2024-12-02T22:22:12,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741857_1034 (size=95) 2024-12-02T22:22:12,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741857_1034 (size=95) 2024-12-02T22:22:12,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741857_1034 (size=95) 2024-12-02T22:22:12,595 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T22:22:12,595 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733178131717) 2024-12-02T22:22:12,613 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=398 (was 383) Potentially hanging thread: IPC Client (754041887) connection to localhost/127.0.0.1:34615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/cluster_cb5fc93a-e7df-eca1-0618-a5e0b8b83cc7/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:33783 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (754041887) connection to localhost/127.0.0.1:33783 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1007467969_22 at /127.0.0.1:48784 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1007467969_22 at /127.0.0.1:38306 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1007467969_22 at /127.0.0.1:55930 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (754041887) connection to localhost/127.0.0.1:44875 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1007467969_22 at /127.0.0.1:38262 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/cluster_cb5fc93a-e7df-eca1-0618-a5e0b8b83cc7/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 781) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=737 (was 758), ProcessCount=11 (was 11), AvailableMemoryMB=7361 (was 7458) 2024-12-02T22:22:12,626 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=398, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=737, ProcessCount=11, AvailableMemoryMB=7359 2024-12-02T22:22:12,649 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:22:12,652 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:22:12,653 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:22:12,656 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-11086131, suffix=, logDir=hdfs://localhost:33783/hbase/WALs/hregion-11086131, archiveDir=hdfs://localhost:33783/hbase/oldWALs, maxLogs=32 2024-12-02T22:22:12,669 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-11086131/hregion-11086131.1733178132656, exclude list is [], retry=0 2024-12-02T22:22:12,672 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK] 2024-12-02T22:22:12,673 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK] 2024-12-02T22:22:12,674 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK] 2024-12-02T22:22:12,680 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-11086131/hregion-11086131.1733178132656 2024-12-02T22:22:12,680 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44513:44513),(127.0.0.1/127.0.0.1:36497:36497),(127.0.0.1/127.0.0.1:36559:36559)] 2024-12-02T22:22:12,681 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 9180f9ace6a48192aafd9c55ff46f05d, NAME => 'test2727,,1733178132650.9180f9ace6a48192aafd9c55ff46f05d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33783/hbase 2024-12-02T22:22:12,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741865_1042 (size=43) 2024-12-02T22:22:12,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741865_1042 (size=43) 2024-12-02T22:22:12,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741865_1042 (size=43) 2024-12-02T22:22:12,694 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733178132650.9180f9ace6a48192aafd9c55ff46f05d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:12,697 INFO [StoreOpener-9180f9ace6a48192aafd9c55ff46f05d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9180f9ace6a48192aafd9c55ff46f05d 2024-12-02T22:22:12,698 INFO [StoreOpener-9180f9ace6a48192aafd9c55ff46f05d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9180f9ace6a48192aafd9c55ff46f05d columnFamilyName a 2024-12-02T22:22:12,698 DEBUG [StoreOpener-9180f9ace6a48192aafd9c55ff46f05d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:12,699 INFO [StoreOpener-9180f9ace6a48192aafd9c55ff46f05d-1 {}] regionserver.HStore(327): Store=9180f9ace6a48192aafd9c55ff46f05d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:12,699 INFO [StoreOpener-9180f9ace6a48192aafd9c55ff46f05d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9180f9ace6a48192aafd9c55ff46f05d 2024-12-02T22:22:12,701 INFO [StoreOpener-9180f9ace6a48192aafd9c55ff46f05d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9180f9ace6a48192aafd9c55ff46f05d columnFamilyName b 2024-12-02T22:22:12,701 DEBUG [StoreOpener-9180f9ace6a48192aafd9c55ff46f05d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:12,701 INFO [StoreOpener-9180f9ace6a48192aafd9c55ff46f05d-1 {}] regionserver.HStore(327): Store=9180f9ace6a48192aafd9c55ff46f05d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:12,701 INFO [StoreOpener-9180f9ace6a48192aafd9c55ff46f05d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9180f9ace6a48192aafd9c55ff46f05d 2024-12-02T22:22:12,703 INFO [StoreOpener-9180f9ace6a48192aafd9c55ff46f05d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9180f9ace6a48192aafd9c55ff46f05d columnFamilyName c 2024-12-02T22:22:12,703 DEBUG [StoreOpener-9180f9ace6a48192aafd9c55ff46f05d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:12,703 INFO [StoreOpener-9180f9ace6a48192aafd9c55ff46f05d-1 {}] regionserver.HStore(327): Store=9180f9ace6a48192aafd9c55ff46f05d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:12,704 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9180f9ace6a48192aafd9c55ff46f05d 2024-12-02T22:22:12,705 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d 2024-12-02T22:22:12,705 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d 2024-12-02T22:22:12,707 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9180f9ace6a48192aafd9c55ff46f05d 2024-12-02T22:22:12,707 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9180f9ace6a48192aafd9c55ff46f05d 2024-12-02T22:22:12,707 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:22:12,709 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9180f9ace6a48192aafd9c55ff46f05d 2024-12-02T22:22:12,711 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:22:12,712 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9180f9ace6a48192aafd9c55ff46f05d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70314403, jitterRate=0.04776625335216522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:22:12,713 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9180f9ace6a48192aafd9c55ff46f05d: Writing region info on filesystem at 1733178132694Initializing all the Stores at 1733178132696 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178132697 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178132697Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178132697Cleaning up temporary data from old regions at 1733178132707 (+10 ms)Region opened successfully at 1733178132713 (+6 ms) 2024-12-02T22:22:12,713 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9180f9ace6a48192aafd9c55ff46f05d, disabling compactions & flushes 2024-12-02T22:22:12,713 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733178132650.9180f9ace6a48192aafd9c55ff46f05d. 2024-12-02T22:22:12,713 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733178132650.9180f9ace6a48192aafd9c55ff46f05d. 2024-12-02T22:22:12,713 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733178132650.9180f9ace6a48192aafd9c55ff46f05d. after waiting 0 ms 2024-12-02T22:22:12,714 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733178132650.9180f9ace6a48192aafd9c55ff46f05d. 2024-12-02T22:22:12,714 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733178132650.9180f9ace6a48192aafd9c55ff46f05d. 2024-12-02T22:22:12,714 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9180f9ace6a48192aafd9c55ff46f05d: Waiting for close lock at 1733178132713Disabling compacts and flushes for region at 1733178132713Disabling writes for close at 1733178132714 (+1 ms)Writing region close event to WAL at 1733178132714Closed at 1733178132714 2024-12-02T22:22:12,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741864_1041 (size=95) 2024-12-02T22:22:12,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741864_1041 (size=95) 2024-12-02T22:22:12,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741864_1041 (size=95) 2024-12-02T22:22:12,727 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T22:22:12,727 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-11086131:(num 1733178132656) 2024-12-02T22:22:12,727 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T22:22:12,730 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33783/hbase/WALs/test2727-manual,16010,1733178132648, archiveDir=hdfs://localhost:33783/hbase/oldWALs, maxLogs=32 2024-12-02T22:22:12,748 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733178132648/wal.1733178132730, exclude list is [], retry=0 2024-12-02T22:22:12,752 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK] 2024-12-02T22:22:12,752 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK] 2024-12-02T22:22:12,752 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK] 2024-12-02T22:22:12,755 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733178132648/wal.1733178132730 2024-12-02T22:22:12,755 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44513:44513),(127.0.0.1/127.0.0.1:36559:36559),(127.0.0.1/127.0.0.1:36497:36497)] 2024-12-02T22:22:12,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741866_1043 (size=263359) 2024-12-02T22:22:12,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741866_1043 (size=263359) 2024-12-02T22:22:12,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741866_1043 (size=263359) 2024-12-02T22:22:12,954 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33783/hbase/WALs/test2727-manual,16010,1733178132648/wal.1733178132730, size=257.2 K (263359bytes) 2024-12-02T22:22:12,954 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33783/hbase/WALs/test2727-manual,16010,1733178132648/wal.1733178132730 2024-12-02T22:22:12,955 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33783/hbase/WALs/test2727-manual,16010,1733178132648/wal.1733178132730 after 1ms 2024-12-02T22:22:12,958 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33783/hbase/WALs/test2727-manual,16010,1733178132648/wal.1733178132730: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T22:22:12,960 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33783/hbase/WALs/test2727-manual,16010,1733178132648/wal.1733178132730 took 6ms 2024-12-02T22:22:12,966 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733178132730.temp 2024-12-02T22:22:12,968 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/recovered.edits/0000000000000000001-wal.1733178132730.temp 2024-12-02T22:22:13,018 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33783/hbase/WALs/test2727-manual,16010,1733178132648/wal.1733178132730 so closing down 2024-12-02T22:22:13,018 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T22:22:13,018 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T22:22:13,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741867_1044 (size=263359) 2024-12-02T22:22:13,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741867_1044 (size=263359) 2024-12-02T22:22:13,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741867_1044 (size=263359) 2024-12-02T22:22:13,023 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/recovered.edits/0000000000000000001-wal.1733178132730.temp (wrote 3000 edits, skipped 0 edits in 44 ms) 2024-12-02T22:22:13,025 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/recovered.edits/0000000000000000001-wal.1733178132730.temp to hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/recovered.edits/0000000000000003000 2024-12-02T22:22:13,025 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:33783/hbase/WALs/test2727-manual,16010,1733178132648/wal.1733178132730, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-12-02T22:22:13,026 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33783/hbase/WALs/test2727-manual,16010,1733178132648/wal.1733178132730, journal: Splitting hdfs://localhost:33783/hbase/WALs/test2727-manual,16010,1733178132648/wal.1733178132730, size=257.2 K (263359bytes) at 1733178132954Creating recovered edits writer path=hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/recovered.edits/0000000000000000001-wal.1733178132730.temp at 1733178132968 (+14 ms)Split 1024 edits, skipped 0 edits. at 1733178132980 (+12 ms)Split 2048 edits, skipped 0 edits. at 1733178133000 (+20 ms)Finishing writing output for hdfs://localhost:33783/hbase/WALs/test2727-manual,16010,1733178132648/wal.1733178132730 so closing down at 1733178133018 (+18 ms)3 split writer threads finished at 1733178133018Closed recovered edits writer path=hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/recovered.edits/0000000000000000001-wal.1733178132730.temp (wrote 3000 edits, skipped 0 edits in 44 ms) at 1733178133023 (+5 ms)Rename recovered edits hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/recovered.edits/0000000000000000001-wal.1733178132730.temp to hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/recovered.edits/0000000000000003000 at 1733178133025 (+2 ms)Processed 3000 edits across 1 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:33783/hbase/WALs/test2727-manual,16010,1733178132648/wal.1733178132730, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1733178133025 2024-12-02T22:22:13,027 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33783/hbase/WALs/test2727-manual,16010,1733178132648/wal.1733178132730 to hdfs://localhost:33783/hbase/oldWALs/wal.1733178132730 2024-12-02T22:22:13,029 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/recovered.edits/0000000000000003000 2024-12-02T22:22:13,029 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T22:22:13,031 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33783/hbase/WALs/test2727-manual,16010,1733178132648, archiveDir=hdfs://localhost:33783/hbase/oldWALs, maxLogs=32 2024-12-02T22:22:13,045 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733178132648/wal.1733178133031, exclude list is [], retry=0 2024-12-02T22:22:13,048 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK] 2024-12-02T22:22:13,049 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK] 2024-12-02T22:22:13,049 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK] 2024-12-02T22:22:13,051 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733178132648/wal.1733178133031 2024-12-02T22:22:13,052 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36497:36497),(127.0.0.1/127.0.0.1:36559:36559),(127.0.0.1/127.0.0.1:44513:44513)] 2024-12-02T22:22:13,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741868_1045 (size=263486) 2024-12-02T22:22:13,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741868_1045 (size=263486) 2024-12-02T22:22:13,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741868_1045 (size=263486) 2024-12-02T22:22:13,280 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33783/hbase/WALs/test2727-manual,16010,1733178132648/wal.1733178133031, size=257.3 K (263486bytes) 2024-12-02T22:22:13,280 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33783/hbase/WALs/test2727-manual,16010,1733178132648/wal.1733178133031 2024-12-02T22:22:13,280 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33783/hbase/WALs/test2727-manual,16010,1733178132648/wal.1733178133031 after 0ms 2024-12-02T22:22:13,284 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33783/hbase/WALs/test2727-manual,16010,1733178132648/wal.1733178133031: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T22:22:13,286 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33783/hbase/WALs/test2727-manual,16010,1733178132648/wal.1733178133031 took 7ms 2024-12-02T22:22:13,290 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733178133031.temp 2024-12-02T22:22:13,292 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/recovered.edits/0000000000000003001-wal.1733178133031.temp 2024-12-02T22:22:13,356 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33783/hbase/WALs/test2727-manual,16010,1733178132648/wal.1733178133031 so closing down 2024-12-02T22:22:13,356 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T22:22:13,356 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T22:22:13,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741869_1046 (size=263486) 2024-12-02T22:22:13,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741869_1046 (size=263486) 2024-12-02T22:22:13,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741869_1046 (size=263486) 2024-12-02T22:22:13,361 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/recovered.edits/0000000000000003001-wal.1733178133031.temp (wrote 3000 edits, skipped 0 edits in 45 ms) 2024-12-02T22:22:13,363 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/recovered.edits/0000000000000003001-wal.1733178133031.temp to hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/recovered.edits/0000000000000006000 2024-12-02T22:22:13,363 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:33783/hbase/WALs/test2727-manual,16010,1733178132648/wal.1733178133031, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-12-02T22:22:13,363 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33783/hbase/WALs/test2727-manual,16010,1733178132648/wal.1733178133031, journal: Splitting hdfs://localhost:33783/hbase/WALs/test2727-manual,16010,1733178132648/wal.1733178133031, size=257.3 K (263486bytes) at 1733178133280Creating recovered edits writer path=hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/recovered.edits/0000000000000003001-wal.1733178133031.temp at 1733178133293 (+13 ms)Split 1024 edits, skipped 0 edits. at 1733178133310 (+17 ms)Split 2048 edits, skipped 0 edits. at 1733178133334 (+24 ms)Finishing writing output for hdfs://localhost:33783/hbase/WALs/test2727-manual,16010,1733178132648/wal.1733178133031 so closing down at 1733178133356 (+22 ms)3 split writer threads finished at 1733178133356Closed recovered edits writer path=hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/recovered.edits/0000000000000003001-wal.1733178133031.temp (wrote 3000 edits, skipped 0 edits in 45 ms) at 1733178133361 (+5 ms)Rename recovered edits hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/recovered.edits/0000000000000003001-wal.1733178133031.temp to hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/recovered.edits/0000000000000006000 at 1733178133363 (+2 ms)Processed 3000 edits across 1 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:33783/hbase/WALs/test2727-manual,16010,1733178132648/wal.1733178133031, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1733178133363 2024-12-02T22:22:13,367 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33783/hbase/WALs/test2727-manual,16010,1733178132648/wal.1733178133031 to hdfs://localhost:33783/hbase/oldWALs/wal.1733178133031 2024-12-02T22:22:13,368 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/recovered.edits/0000000000000006000 2024-12-02T22:22:13,368 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T22:22:13,371 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33783/hbase/WALs/test2727-manual,16010,1733178132648, archiveDir=hdfs://localhost:33783/hbase/oldWALs, maxLogs=32 2024-12-02T22:22:13,393 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733178132648/wal.1733178133371, exclude list is [], retry=0 2024-12-02T22:22:13,397 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK] 2024-12-02T22:22:13,397 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK] 2024-12-02T22:22:13,398 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK] 2024-12-02T22:22:13,400 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733178132648/wal.1733178133371 2024-12-02T22:22:13,401 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36497:36497),(127.0.0.1/127.0.0.1:44513:44513),(127.0.0.1/127.0.0.1:36559:36559)] 2024-12-02T22:22:13,401 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9180f9ace6a48192aafd9c55ff46f05d, NAME => 'test2727,,1733178132650.9180f9ace6a48192aafd9c55ff46f05d.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:22:13,401 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733178132650.9180f9ace6a48192aafd9c55ff46f05d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:13,401 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9180f9ace6a48192aafd9c55ff46f05d 2024-12-02T22:22:13,401 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9180f9ace6a48192aafd9c55ff46f05d 2024-12-02T22:22:13,403 INFO [StoreOpener-9180f9ace6a48192aafd9c55ff46f05d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9180f9ace6a48192aafd9c55ff46f05d 2024-12-02T22:22:13,404 INFO [StoreOpener-9180f9ace6a48192aafd9c55ff46f05d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9180f9ace6a48192aafd9c55ff46f05d columnFamilyName a 2024-12-02T22:22:13,405 DEBUG [StoreOpener-9180f9ace6a48192aafd9c55ff46f05d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:13,405 INFO [StoreOpener-9180f9ace6a48192aafd9c55ff46f05d-1 {}] regionserver.HStore(327): Store=9180f9ace6a48192aafd9c55ff46f05d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:13,405 INFO [StoreOpener-9180f9ace6a48192aafd9c55ff46f05d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9180f9ace6a48192aafd9c55ff46f05d 2024-12-02T22:22:13,406 INFO [StoreOpener-9180f9ace6a48192aafd9c55ff46f05d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9180f9ace6a48192aafd9c55ff46f05d columnFamilyName b 2024-12-02T22:22:13,407 DEBUG [StoreOpener-9180f9ace6a48192aafd9c55ff46f05d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:13,407 INFO [StoreOpener-9180f9ace6a48192aafd9c55ff46f05d-1 {}] regionserver.HStore(327): Store=9180f9ace6a48192aafd9c55ff46f05d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:13,407 INFO [StoreOpener-9180f9ace6a48192aafd9c55ff46f05d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9180f9ace6a48192aafd9c55ff46f05d 2024-12-02T22:22:13,408 INFO [StoreOpener-9180f9ace6a48192aafd9c55ff46f05d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9180f9ace6a48192aafd9c55ff46f05d columnFamilyName c 2024-12-02T22:22:13,409 DEBUG [StoreOpener-9180f9ace6a48192aafd9c55ff46f05d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:13,409 INFO [StoreOpener-9180f9ace6a48192aafd9c55ff46f05d-1 {}] regionserver.HStore(327): Store=9180f9ace6a48192aafd9c55ff46f05d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:13,409 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9180f9ace6a48192aafd9c55ff46f05d 2024-12-02T22:22:13,410 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d 2024-12-02T22:22:13,413 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d 2024-12-02T22:22:13,414 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/recovered.edits/0000000000000003000 2024-12-02T22:22:13,417 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T22:22:13,489 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/recovered.edits/0000000000000003000 2024-12-02T22:22:13,490 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/recovered.edits/0000000000000006000 2024-12-02T22:22:13,494 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T22:22:13,567 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/recovered.edits/0000000000000006000 2024-12-02T22:22:13,567 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9180f9ace6a48192aafd9c55ff46f05d 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-12-02T22:22:13,600 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/.tmp/a/b82908c4f6e147faacd9941c460cf272 is 41, key is test2727/a:100/1733178133056/Put/seqid=0 2024-12-02T22:22:13,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741871_1048 (size=84227) 2024-12-02T22:22:13,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741871_1048 (size=84227) 2024-12-02T22:22:13,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741871_1048 (size=84227) 2024-12-02T22:22:14,009 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/.tmp/a/b82908c4f6e147faacd9941c460cf272 2024-12-02T22:22:14,041 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/.tmp/b/13469ff70ff342f1af55585e0a1717a9 is 41, key is test2727/b:100/1733178133113/Put/seqid=0 2024-12-02T22:22:14,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741872_1049 (size=84609) 2024-12-02T22:22:14,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741872_1049 (size=84609) 2024-12-02T22:22:14,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741872_1049 (size=84609) 2024-12-02T22:22:14,049 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/.tmp/b/13469ff70ff342f1af55585e0a1717a9 2024-12-02T22:22:14,077 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/.tmp/c/15686a5f11bb492a8663f3ccebdff98c is 41, key is test2727/c:100/1733178133186/Put/seqid=0 2024-12-02T22:22:14,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741873_1050 (size=84609) 2024-12-02T22:22:14,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741873_1050 (size=84609) 2024-12-02T22:22:14,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741873_1050 (size=84609) 2024-12-02T22:22:14,085 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/.tmp/c/15686a5f11bb492a8663f3ccebdff98c 2024-12-02T22:22:14,092 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/.tmp/a/b82908c4f6e147faacd9941c460cf272 as hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/a/b82908c4f6e147faacd9941c460cf272 2024-12-02T22:22:14,099 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/a/b82908c4f6e147faacd9941c460cf272, entries=2000, sequenceid=6000, filesize=82.3 K 2024-12-02T22:22:14,100 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/.tmp/b/13469ff70ff342f1af55585e0a1717a9 as hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/b/13469ff70ff342f1af55585e0a1717a9 2024-12-02T22:22:14,107 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/b/13469ff70ff342f1af55585e0a1717a9, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-02T22:22:14,108 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/.tmp/c/15686a5f11bb492a8663f3ccebdff98c as hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/c/15686a5f11bb492a8663f3ccebdff98c 2024-12-02T22:22:14,114 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/c/15686a5f11bb492a8663f3ccebdff98c, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-02T22:22:14,114 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 9180f9ace6a48192aafd9c55ff46f05d in 547ms, sequenceid=6000, compaction requested=false; wal=null 2024-12-02T22:22:14,115 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/recovered.edits/0000000000000003000 2024-12-02T22:22:14,116 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/recovered.edits/0000000000000006000 2024-12-02T22:22:14,117 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9180f9ace6a48192aafd9c55ff46f05d 2024-12-02T22:22:14,117 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9180f9ace6a48192aafd9c55ff46f05d 2024-12-02T22:22:14,117 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:22:14,119 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9180f9ace6a48192aafd9c55ff46f05d 2024-12-02T22:22:14,121 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/hbase/data/default/test2727/9180f9ace6a48192aafd9c55ff46f05d/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-12-02T22:22:14,122 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9180f9ace6a48192aafd9c55ff46f05d; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64807492, jitterRate=-0.03429311513900757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:22:14,124 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9180f9ace6a48192aafd9c55ff46f05d: Writing region info on filesystem at 1733178133402Initializing all the Stores at 1733178133403 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178133403Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178133403Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178133403Obtaining lock to block concurrent updates at 1733178133567 (+164 ms)Preparing flush snapshotting stores in 9180f9ace6a48192aafd9c55ff46f05d at 1733178133567Finished memstore snapshotting test2727,,1733178132650.9180f9ace6a48192aafd9c55ff46f05d., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733178133567Flushing stores of test2727,,1733178132650.9180f9ace6a48192aafd9c55ff46f05d. at 1733178133568 (+1 ms)Flushing 9180f9ace6a48192aafd9c55ff46f05d/a: creating writer at 1733178133568Flushing 9180f9ace6a48192aafd9c55ff46f05d/a: appending metadata at 1733178133599 (+31 ms)Flushing 9180f9ace6a48192aafd9c55ff46f05d/a: closing flushed file at 1733178133599Flushing 9180f9ace6a48192aafd9c55ff46f05d/b: creating writer at 1733178134016 (+417 ms)Flushing 9180f9ace6a48192aafd9c55ff46f05d/b: appending metadata at 1733178134039 (+23 ms)Flushing 9180f9ace6a48192aafd9c55ff46f05d/b: closing flushed file at 1733178134039Flushing 9180f9ace6a48192aafd9c55ff46f05d/c: creating writer at 1733178134056 (+17 ms)Flushing 9180f9ace6a48192aafd9c55ff46f05d/c: appending metadata at 1733178134076 (+20 ms)Flushing 9180f9ace6a48192aafd9c55ff46f05d/c: closing flushed file at 1733178134076Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25b23646: reopening flushed file at 1733178134091 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d23ef22: reopening flushed file at 1733178134099 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e038822: reopening flushed file at 1733178134107 (+8 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 9180f9ace6a48192aafd9c55ff46f05d in 547ms, sequenceid=6000, compaction requested=false; wal=null at 1733178134114 (+7 ms)Cleaning up temporary data from old regions at 1733178134117 (+3 ms)Region opened successfully at 1733178134124 (+7 ms) 2024-12-02T22:22:14,125 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-12-02T22:22:14,125 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9180f9ace6a48192aafd9c55ff46f05d, disabling compactions & flushes 2024-12-02T22:22:14,125 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733178132650.9180f9ace6a48192aafd9c55ff46f05d. 2024-12-02T22:22:14,125 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733178132650.9180f9ace6a48192aafd9c55ff46f05d. 2024-12-02T22:22:14,125 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733178132650.9180f9ace6a48192aafd9c55ff46f05d. after waiting 0 ms 2024-12-02T22:22:14,125 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733178132650.9180f9ace6a48192aafd9c55ff46f05d. 2024-12-02T22:22:14,127 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733178132650.9180f9ace6a48192aafd9c55ff46f05d. 2024-12-02T22:22:14,127 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9180f9ace6a48192aafd9c55ff46f05d: Waiting for close lock at 1733178134125Disabling compacts and flushes for region at 1733178134125Disabling writes for close at 1733178134125Writing region close event to WAL at 1733178134126 (+1 ms)Closed at 1733178134126 2024-12-02T22:22:14,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741870_1047 (size=95) 2024-12-02T22:22:14,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741870_1047 (size=95) 2024-12-02T22:22:14,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741870_1047 (size=95) 2024-12-02T22:22:14,133 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T22:22:14,133 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733178133371) 2024-12-02T22:22:14,148 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=400 (was 398) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:48850 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:56020 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:38406 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=718 (was 737), ProcessCount=11 (was 11), AvailableMemoryMB=7181 (was 7359) 2024-12-02T22:22:14,162 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=400, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=718, ProcessCount=11, AvailableMemoryMB=7181 2024-12-02T22:22:14,182 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:22:14,189 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33783/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733178134181, archiveDir=hdfs://localhost:33783/hbase/oldWALs, maxLogs=32 2024-12-02T22:22:14,190 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733178134190 2024-12-02T22:22:14,198 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733178134181/wal.1733178134190 2024-12-02T22:22:14,200 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36497:36497),(127.0.0.1/127.0.0.1:36559:36559),(127.0.0.1/127.0.0.1:44513:44513)] 2024-12-02T22:22:14,201 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c33d8098ce8d0d33114fbf0491ca35b, NAME => 'testSequentialEditLogSeqNum,,1733178134183.1c33d8098ce8d0d33114fbf0491ca35b.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:22:14,201 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733178134183.1c33d8098ce8d0d33114fbf0491ca35b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:14,201 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1c33d8098ce8d0d33114fbf0491ca35b 2024-12-02T22:22:14,201 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1c33d8098ce8d0d33114fbf0491ca35b 2024-12-02T22:22:14,202 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:33783/hbase/data/default/testSequentialEditLogSeqNum/1c33d8098ce8d0d33114fbf0491ca35b doesn't exist for region: 1c33d8098ce8d0d33114fbf0491ca35b on table testSequentialEditLogSeqNum 2024-12-02T22:22:14,203 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 1c33d8098ce8d0d33114fbf0491ca35b on table testSequentialEditLogSeqNum 2024-12-02T22:22:14,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741875_1052 (size=62) 2024-12-02T22:22:14,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741875_1052 (size=62) 2024-12-02T22:22:14,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741875_1052 (size=62) 2024-12-02T22:22:14,214 INFO [StoreOpener-1c33d8098ce8d0d33114fbf0491ca35b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1c33d8098ce8d0d33114fbf0491ca35b 2024-12-02T22:22:14,215 INFO [StoreOpener-1c33d8098ce8d0d33114fbf0491ca35b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c33d8098ce8d0d33114fbf0491ca35b columnFamilyName a 2024-12-02T22:22:14,216 DEBUG [StoreOpener-1c33d8098ce8d0d33114fbf0491ca35b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:14,216 INFO [StoreOpener-1c33d8098ce8d0d33114fbf0491ca35b-1 {}] regionserver.HStore(327): Store=1c33d8098ce8d0d33114fbf0491ca35b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:14,216 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1c33d8098ce8d0d33114fbf0491ca35b 2024-12-02T22:22:14,217 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testSequentialEditLogSeqNum/1c33d8098ce8d0d33114fbf0491ca35b 2024-12-02T22:22:14,217 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testSequentialEditLogSeqNum/1c33d8098ce8d0d33114fbf0491ca35b 2024-12-02T22:22:14,218 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1c33d8098ce8d0d33114fbf0491ca35b 2024-12-02T22:22:14,218 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1c33d8098ce8d0d33114fbf0491ca35b 2024-12-02T22:22:14,219 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1c33d8098ce8d0d33114fbf0491ca35b 2024-12-02T22:22:14,222 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/hbase/data/default/testSequentialEditLogSeqNum/1c33d8098ce8d0d33114fbf0491ca35b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:22:14,222 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1c33d8098ce8d0d33114fbf0491ca35b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65683100, jitterRate=-0.02124553918838501}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T22:22:14,223 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1c33d8098ce8d0d33114fbf0491ca35b: Writing region info on filesystem at 1733178134202Initializing all the Stores at 1733178134214 (+12 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178134214Cleaning up temporary data from old regions at 1733178134218 (+4 ms)Region opened successfully at 1733178134223 (+5 ms) 2024-12-02T22:22:14,236 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1c33d8098ce8d0d33114fbf0491ca35b 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-12-02T22:22:14,260 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/hbase/data/default/testSequentialEditLogSeqNum/1c33d8098ce8d0d33114fbf0491ca35b/.tmp/a/d0dfb112ebea43cb9642e3830254c722 is 81, key is testSequentialEditLogSeqNum/a:x0/1733178134223/Put/seqid=0 2024-12-02T22:22:14,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741876_1053 (size=5833) 2024-12-02T22:22:14,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741876_1053 (size=5833) 2024-12-02T22:22:14,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741876_1053 (size=5833) 2024-12-02T22:22:14,269 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33783/hbase/data/default/testSequentialEditLogSeqNum/1c33d8098ce8d0d33114fbf0491ca35b/.tmp/a/d0dfb112ebea43cb9642e3830254c722 2024-12-02T22:22:14,277 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/hbase/data/default/testSequentialEditLogSeqNum/1c33d8098ce8d0d33114fbf0491ca35b/.tmp/a/d0dfb112ebea43cb9642e3830254c722 as hdfs://localhost:33783/hbase/data/default/testSequentialEditLogSeqNum/1c33d8098ce8d0d33114fbf0491ca35b/a/d0dfb112ebea43cb9642e3830254c722 2024-12-02T22:22:14,286 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/hbase/data/default/testSequentialEditLogSeqNum/1c33d8098ce8d0d33114fbf0491ca35b/a/d0dfb112ebea43cb9642e3830254c722, entries=10, sequenceid=13, filesize=5.7 K 2024-12-02T22:22:14,287 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 1c33d8098ce8d0d33114fbf0491ca35b in 51ms, sequenceid=13, compaction requested=false 2024-12-02T22:22:14,287 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1c33d8098ce8d0d33114fbf0491ca35b: 2024-12-02T22:22:14,294 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-02T22:22:14,294 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-02T22:22:14,294 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-02T22:22:14,295 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-02T22:22:14,295 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-02T22:22:14,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741874_1051 (size=1842) 2024-12-02T22:22:14,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741874_1051 (size=1842) 2024-12-02T22:22:14,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741874_1051 (size=1842) 2024-12-02T22:22:14,315 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33783/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733178134181/wal.1733178134190, size=1.8 K (1842bytes) 2024-12-02T22:22:14,316 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33783/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733178134181/wal.1733178134190 2024-12-02T22:22:14,316 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33783/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733178134181/wal.1733178134190 after 0ms 2024-12-02T22:22:14,318 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33783/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733178134181/wal.1733178134190: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T22:22:14,319 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33783/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733178134181/wal.1733178134190 took 4ms 2024-12-02T22:22:14,322 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33783/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733178134181/wal.1733178134190 so closing down 2024-12-02T22:22:14,322 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T22:22:14,323 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733178134190.temp 2024-12-02T22:22:14,325 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testSequentialEditLogSeqNum/1c33d8098ce8d0d33114fbf0491ca35b/recovered.edits/0000000000000000003-wal.1733178134190.temp 2024-12-02T22:22:14,326 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T22:22:14,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741877_1054 (size=1477) 2024-12-02T22:22:14,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741877_1054 (size=1477) 2024-12-02T22:22:14,345 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testSequentialEditLogSeqNum/1c33d8098ce8d0d33114fbf0491ca35b/recovered.edits/0000000000000000003-wal.1733178134190.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-02T22:22:14,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741877_1054 (size=1477) 2024-12-02T22:22:14,347 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33783/hbase/data/default/testSequentialEditLogSeqNum/1c33d8098ce8d0d33114fbf0491ca35b/recovered.edits/0000000000000000003-wal.1733178134190.temp to hdfs://localhost:33783/hbase/data/default/testSequentialEditLogSeqNum/1c33d8098ce8d0d33114fbf0491ca35b/recovered.edits/0000000000000000020 2024-12-02T22:22:14,347 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 28 ms; skipped=2; WAL=hdfs://localhost:33783/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733178134181/wal.1733178134190, size=1.8 K, length=1842, corrupted=false, cancelled=false 2024-12-02T22:22:14,347 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33783/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733178134181/wal.1733178134190, journal: Splitting hdfs://localhost:33783/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733178134181/wal.1733178134190, size=1.8 K (1842bytes) at 1733178134315Finishing writing output for hdfs://localhost:33783/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733178134181/wal.1733178134190 so closing down at 1733178134322 (+7 ms)Creating recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testSequentialEditLogSeqNum/1c33d8098ce8d0d33114fbf0491ca35b/recovered.edits/0000000000000000003-wal.1733178134190.temp at 1733178134325 (+3 ms)3 split writer threads finished at 1733178134326 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testSequentialEditLogSeqNum/1c33d8098ce8d0d33114fbf0491ca35b/recovered.edits/0000000000000000003-wal.1733178134190.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733178134345 (+19 ms)Rename recovered edits hdfs://localhost:33783/hbase/data/default/testSequentialEditLogSeqNum/1c33d8098ce8d0d33114fbf0491ca35b/recovered.edits/0000000000000000003-wal.1733178134190.temp to hdfs://localhost:33783/hbase/data/default/testSequentialEditLogSeqNum/1c33d8098ce8d0d33114fbf0491ca35b/recovered.edits/0000000000000000020 at 1733178134347 (+2 ms)Processed 17 edits across 1 Regions in 28 ms; skipped=2; WAL=hdfs://localhost:33783/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733178134181/wal.1733178134190, size=1.8 K, length=1842, corrupted=false, cancelled=false at 1733178134347 2024-12-02T22:22:14,362 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=407 (was 400) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:48850 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:56020 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/cluster_cb5fc93a-e7df-eca1-0618-a5e0b8b83cc7/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:38406 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/cluster_cb5fc93a-e7df-eca1-0618-a5e0b8b83cc7/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=718 (was 718), ProcessCount=11 (was 11), AvailableMemoryMB=7160 (was 7181) 2024-12-02T22:22:14,376 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=407, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=718, ProcessCount=11, AvailableMemoryMB=7159 2024-12-02T22:22:14,401 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:22:14,404 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:22:14,437 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:22:14,440 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-53899982, suffix=, logDir=hdfs://localhost:33783/hbase/WALs/hregion-53899982, archiveDir=hdfs://localhost:33783/hbase/oldWALs, maxLogs=32 2024-12-02T22:22:14,460 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-53899982/hregion-53899982.1733178134440, exclude list is [], retry=0 2024-12-02T22:22:14,464 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK] 2024-12-02T22:22:14,464 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK] 2024-12-02T22:22:14,464 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK] 2024-12-02T22:22:14,471 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-53899982/hregion-53899982.1733178134440 2024-12-02T22:22:14,472 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36497:36497),(127.0.0.1/127.0.0.1:44513:44513),(127.0.0.1/127.0.0.1:36559:36559)] 2024-12-02T22:22:14,472 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => c75a3c7ce4db6ae1885fce2d30487def, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733178134402.c75a3c7ce4db6ae1885fce2d30487def.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33783/hbase 2024-12-02T22:22:14,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741879_1056 (size=70) 2024-12-02T22:22:14,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741879_1056 (size=70) 2024-12-02T22:22:14,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741879_1056 (size=70) 2024-12-02T22:22:14,484 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733178134402.c75a3c7ce4db6ae1885fce2d30487def.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:14,489 INFO [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c75a3c7ce4db6ae1885fce2d30487def 2024-12-02T22:22:14,490 INFO [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c75a3c7ce4db6ae1885fce2d30487def columnFamilyName a 2024-12-02T22:22:14,490 DEBUG [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:14,491 INFO [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] regionserver.HStore(327): Store=c75a3c7ce4db6ae1885fce2d30487def/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:14,491 INFO [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c75a3c7ce4db6ae1885fce2d30487def 2024-12-02T22:22:14,493 INFO [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c75a3c7ce4db6ae1885fce2d30487def columnFamilyName b 2024-12-02T22:22:14,493 DEBUG [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:14,493 INFO [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] regionserver.HStore(327): Store=c75a3c7ce4db6ae1885fce2d30487def/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:14,493 INFO [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c75a3c7ce4db6ae1885fce2d30487def 2024-12-02T22:22:14,495 INFO [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c75a3c7ce4db6ae1885fce2d30487def columnFamilyName c 2024-12-02T22:22:14,495 DEBUG [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:14,495 INFO [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] regionserver.HStore(327): Store=c75a3c7ce4db6ae1885fce2d30487def/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:14,496 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c75a3c7ce4db6ae1885fce2d30487def 2024-12-02T22:22:14,496 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c75a3c7ce4db6ae1885fce2d30487def 2024-12-02T22:22:14,497 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c75a3c7ce4db6ae1885fce2d30487def 2024-12-02T22:22:14,498 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c75a3c7ce4db6ae1885fce2d30487def 2024-12-02T22:22:14,498 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c75a3c7ce4db6ae1885fce2d30487def 2024-12-02T22:22:14,498 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:22:14,500 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c75a3c7ce4db6ae1885fce2d30487def 2024-12-02T22:22:14,502 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c75a3c7ce4db6ae1885fce2d30487def/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:22:14,503 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c75a3c7ce4db6ae1885fce2d30487def; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71665976, jitterRate=0.06790626049041748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:22:14,504 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c75a3c7ce4db6ae1885fce2d30487def: Writing region info on filesystem at 1733178134485Initializing all the Stores at 1733178134488 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178134488Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178134489 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178134489Cleaning up temporary data from old regions at 1733178134498 (+9 ms)Region opened successfully at 1733178134504 (+6 ms) 2024-12-02T22:22:14,504 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c75a3c7ce4db6ae1885fce2d30487def, disabling compactions & flushes 2024-12-02T22:22:14,504 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733178134402.c75a3c7ce4db6ae1885fce2d30487def. 2024-12-02T22:22:14,504 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733178134402.c75a3c7ce4db6ae1885fce2d30487def. 2024-12-02T22:22:14,504 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733178134402.c75a3c7ce4db6ae1885fce2d30487def. after waiting 0 ms 2024-12-02T22:22:14,504 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733178134402.c75a3c7ce4db6ae1885fce2d30487def. 2024-12-02T22:22:14,505 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733178134402.c75a3c7ce4db6ae1885fce2d30487def. 2024-12-02T22:22:14,505 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c75a3c7ce4db6ae1885fce2d30487def: Waiting for close lock at 1733178134504Disabling compacts and flushes for region at 1733178134504Disabling writes for close at 1733178134504Writing region close event to WAL at 1733178134504Closed at 1733178134505 (+1 ms) 2024-12-02T22:22:14,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741878_1055 (size=95) 2024-12-02T22:22:14,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741878_1055 (size=95) 2024-12-02T22:22:14,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741878_1055 (size=95) 2024-12-02T22:22:14,522 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T22:22:14,522 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-53899982:(num 1733178134440) 2024-12-02T22:22:14,522 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T22:22:14,524 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33783/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733178134400, archiveDir=hdfs://localhost:33783/hbase/oldWALs, maxLogs=32 2024-12-02T22:22:14,547 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733178134400/wal.1733178134525, exclude list is [], retry=0 2024-12-02T22:22:14,550 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK] 2024-12-02T22:22:14,551 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK] 2024-12-02T22:22:14,551 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK] 2024-12-02T22:22:14,553 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733178134400/wal.1733178134525 2024-12-02T22:22:14,554 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36497:36497),(127.0.0.1/127.0.0.1:44513:44513),(127.0.0.1/127.0.0.1:36559:36559)] 2024-12-02T22:22:14,554 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c75a3c7ce4db6ae1885fce2d30487def, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733178134402.c75a3c7ce4db6ae1885fce2d30487def.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:22:14,555 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733178134402.c75a3c7ce4db6ae1885fce2d30487def.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:14,555 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c75a3c7ce4db6ae1885fce2d30487def 2024-12-02T22:22:14,555 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c75a3c7ce4db6ae1885fce2d30487def 2024-12-02T22:22:14,556 INFO [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c75a3c7ce4db6ae1885fce2d30487def 2024-12-02T22:22:14,557 INFO [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c75a3c7ce4db6ae1885fce2d30487def columnFamilyName a 2024-12-02T22:22:14,557 DEBUG [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:14,558 INFO [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] regionserver.HStore(327): Store=c75a3c7ce4db6ae1885fce2d30487def/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:14,558 INFO [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c75a3c7ce4db6ae1885fce2d30487def 2024-12-02T22:22:14,559 INFO [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c75a3c7ce4db6ae1885fce2d30487def columnFamilyName b 2024-12-02T22:22:14,559 DEBUG [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:14,559 INFO [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] regionserver.HStore(327): Store=c75a3c7ce4db6ae1885fce2d30487def/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:14,559 INFO [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c75a3c7ce4db6ae1885fce2d30487def 2024-12-02T22:22:14,560 INFO [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c75a3c7ce4db6ae1885fce2d30487def columnFamilyName c 2024-12-02T22:22:14,560 DEBUG [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:14,560 INFO [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] regionserver.HStore(327): Store=c75a3c7ce4db6ae1885fce2d30487def/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:14,561 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c75a3c7ce4db6ae1885fce2d30487def 2024-12-02T22:22:14,561 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c75a3c7ce4db6ae1885fce2d30487def 2024-12-02T22:22:14,563 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c75a3c7ce4db6ae1885fce2d30487def 2024-12-02T22:22:14,564 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c75a3c7ce4db6ae1885fce2d30487def 2024-12-02T22:22:14,564 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c75a3c7ce4db6ae1885fce2d30487def 2024-12-02T22:22:14,564 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:22:14,566 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c75a3c7ce4db6ae1885fce2d30487def 2024-12-02T22:22:14,567 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c75a3c7ce4db6ae1885fce2d30487def; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65390844, jitterRate=-0.02560049295425415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:22:14,568 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c75a3c7ce4db6ae1885fce2d30487def: Writing region info on filesystem at 1733178134555Initializing all the Stores at 1733178134556 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178134556Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178134556Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178134556Cleaning up temporary data from old regions at 1733178134564 (+8 ms)Region opened successfully at 1733178134568 (+4 ms) 2024-12-02T22:22:14,573 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733178134572/Put/seqid=0 2024-12-02T22:22:14,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741881_1058 (size=4826) 2024-12-02T22:22:14,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741881_1058 (size=4826) 2024-12-02T22:22:14,583 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33783/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in c75a3c7ce4db6ae1885fce2d30487def/a 2024-12-02T22:22:14,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741881_1058 (size=4826) 2024-12-02T22:22:14,592 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-12-02T22:22:14,592 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T22:22:14,593 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c75a3c7ce4db6ae1885fce2d30487def: 2024-12-02T22:22:14,594 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:33783/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c75a3c7ce4db6ae1885fce2d30487def/a/7bb010f4c8a84a79b35f920020202f72_SeqId_3_ 2024-12-02T22:22:14,595 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33783/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into c75a3c7ce4db6ae1885fce2d30487def/a as hdfs://localhost:33783/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c75a3c7ce4db6ae1885fce2d30487def/a/7bb010f4c8a84a79b35f920020202f72_SeqId_3_ - updating store file list. 2024-12-02T22:22:14,605 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7bb010f4c8a84a79b35f920020202f72_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-02T22:22:14,606 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33783/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c75a3c7ce4db6ae1885fce2d30487def/a/7bb010f4c8a84a79b35f920020202f72_SeqId_3_ into c75a3c7ce4db6ae1885fce2d30487def/a 2024-12-02T22:22:14,606 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33783/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into c75a3c7ce4db6ae1885fce2d30487def/a (new location: hdfs://localhost:33783/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c75a3c7ce4db6ae1885fce2d30487def/a/7bb010f4c8a84a79b35f920020202f72_SeqId_3_) 2024-12-02T22:22:14,678 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33783/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733178134400/wal.1733178134525, size=0 (0bytes) 2024-12-02T22:22:14,678 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33783/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733178134400/wal.1733178134525 might be still open, length is 0 2024-12-02T22:22:14,678 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33783/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733178134400/wal.1733178134525 2024-12-02T22:22:14,679 WARN [IPC Server handler 3 on default port 33783 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733178134400/wal.1733178134525 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-12-02T22:22:14,679 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33783/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733178134400/wal.1733178134525 after 1ms 2024-12-02T22:22:17,342 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:38482 [Receiving block BP-1195816637-172.17.0.2-1733178115908:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:43105:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38482 dst: /127.0.0.1:43105 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43105 remote=/127.0.0.1:38482]. Total timeout mills is 60000, 57272 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:22:17,342 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:56120 [Receiving block BP-1195816637-172.17.0.2-1733178115908:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:43969:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56120 dst: /127.0.0.1:43969 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:22:17,342 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:48928 [Receiving block BP-1195816637-172.17.0.2-1733178115908:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:44197:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48928 dst: /127.0.0.1:44197 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:22:17,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741880_1059 (size=474) 2024-12-02T22:22:17,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741880_1059 (size=474) 2024-12-02T22:22:17,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741880_1059 (size=474) 2024-12-02T22:22:18,680 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33783/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733178134400/wal.1733178134525 after 4002ms 2024-12-02T22:22:18,683 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33783/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733178134400/wal.1733178134525: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T22:22:18,684 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33783/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733178134400/wal.1733178134525 took 4005ms 2024-12-02T22:22:18,685 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33783/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733178134400/wal.1733178134525; continuing. 2024-12-02T22:22:18,685 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33783/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733178134400/wal.1733178134525 so closing down 2024-12-02T22:22:18,686 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T22:22:18,687 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733178134525.temp 2024-12-02T22:22:18,689 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c75a3c7ce4db6ae1885fce2d30487def/recovered.edits/0000000000000000005-wal.1733178134525.temp 2024-12-02T22:22:18,689 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T22:22:18,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741882_1060 (size=259) 2024-12-02T22:22:18,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741882_1060 (size=259) 2024-12-02T22:22:18,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741882_1060 (size=259) 2024-12-02T22:22:18,700 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c75a3c7ce4db6ae1885fce2d30487def/recovered.edits/0000000000000000005-wal.1733178134525.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-02T22:22:18,701 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33783/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c75a3c7ce4db6ae1885fce2d30487def/recovered.edits/0000000000000000005-wal.1733178134525.temp to hdfs://localhost:33783/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c75a3c7ce4db6ae1885fce2d30487def/recovered.edits/0000000000000000005 2024-12-02T22:22:18,701 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 17 ms; skipped=1; WAL=hdfs://localhost:33783/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733178134400/wal.1733178134525, size=0, length=0, corrupted=false, cancelled=false 2024-12-02T22:22:18,702 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33783/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733178134400/wal.1733178134525, journal: Splitting hdfs://localhost:33783/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733178134400/wal.1733178134525, size=0 (0bytes) at 1733178134678Finishing writing output for hdfs://localhost:33783/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733178134400/wal.1733178134525 so closing down at 1733178138685 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c75a3c7ce4db6ae1885fce2d30487def/recovered.edits/0000000000000000005-wal.1733178134525.temp at 1733178138689 (+4 ms)3 split writer threads finished at 1733178138689Closed recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c75a3c7ce4db6ae1885fce2d30487def/recovered.edits/0000000000000000005-wal.1733178134525.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733178138700 (+11 ms)Rename recovered edits hdfs://localhost:33783/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c75a3c7ce4db6ae1885fce2d30487def/recovered.edits/0000000000000000005-wal.1733178134525.temp to hdfs://localhost:33783/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c75a3c7ce4db6ae1885fce2d30487def/recovered.edits/0000000000000000005 at 1733178138701 (+1 ms)Processed 2 edits across 1 Regions in 17 ms; skipped=1; WAL=hdfs://localhost:33783/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733178134400/wal.1733178134525, size=0, length=0, corrupted=false, cancelled=false at 1733178138702 (+1 ms) 2024-12-02T22:22:18,703 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33783/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733178134400/wal.1733178134525 to hdfs://localhost:33783/hbase/oldWALs/wal.1733178134525 2024-12-02T22:22:18,704 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33783/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c75a3c7ce4db6ae1885fce2d30487def/recovered.edits/0000000000000000005 2024-12-02T22:22:18,704 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T22:22:18,706 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33783/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733178134400, archiveDir=hdfs://localhost:33783/hbase/oldWALs, maxLogs=32 2024-12-02T22:22:18,720 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733178134400/wal.1733178138707, exclude list is [], retry=0 2024-12-02T22:22:18,723 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK] 2024-12-02T22:22:18,723 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK] 2024-12-02T22:22:18,724 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK] 2024-12-02T22:22:18,725 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733178134400/wal.1733178138707 2024-12-02T22:22:18,726 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36497:36497),(127.0.0.1/127.0.0.1:36559:36559),(127.0.0.1/127.0.0.1:44513:44513)] 2024-12-02T22:22:18,726 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c75a3c7ce4db6ae1885fce2d30487def, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733178134402.c75a3c7ce4db6ae1885fce2d30487def.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:22:18,726 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733178134402.c75a3c7ce4db6ae1885fce2d30487def.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:18,726 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c75a3c7ce4db6ae1885fce2d30487def 2024-12-02T22:22:18,726 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c75a3c7ce4db6ae1885fce2d30487def 2024-12-02T22:22:18,729 INFO [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c75a3c7ce4db6ae1885fce2d30487def 2024-12-02T22:22:18,730 INFO [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c75a3c7ce4db6ae1885fce2d30487def columnFamilyName a 2024-12-02T22:22:18,730 DEBUG [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:18,738 DEBUG [StoreFileOpener-c75a3c7ce4db6ae1885fce2d30487def-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7bb010f4c8a84a79b35f920020202f72_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-02T22:22:18,738 DEBUG [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33783/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c75a3c7ce4db6ae1885fce2d30487def/a/7bb010f4c8a84a79b35f920020202f72_SeqId_3_ 2024-12-02T22:22:18,738 INFO [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] regionserver.HStore(327): Store=c75a3c7ce4db6ae1885fce2d30487def/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:18,738 INFO [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c75a3c7ce4db6ae1885fce2d30487def 2024-12-02T22:22:18,739 INFO [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c75a3c7ce4db6ae1885fce2d30487def columnFamilyName b 2024-12-02T22:22:18,739 DEBUG [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:18,740 INFO [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] regionserver.HStore(327): Store=c75a3c7ce4db6ae1885fce2d30487def/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:18,740 INFO [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c75a3c7ce4db6ae1885fce2d30487def 2024-12-02T22:22:18,741 INFO [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c75a3c7ce4db6ae1885fce2d30487def columnFamilyName c 2024-12-02T22:22:18,741 DEBUG [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:18,741 INFO [StoreOpener-c75a3c7ce4db6ae1885fce2d30487def-1 {}] regionserver.HStore(327): Store=c75a3c7ce4db6ae1885fce2d30487def/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:18,742 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c75a3c7ce4db6ae1885fce2d30487def 2024-12-02T22:22:18,742 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c75a3c7ce4db6ae1885fce2d30487def 2024-12-02T22:22:18,744 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c75a3c7ce4db6ae1885fce2d30487def 2024-12-02T22:22:18,744 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33783/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c75a3c7ce4db6ae1885fce2d30487def/recovered.edits/0000000000000000005 2024-12-02T22:22:18,746 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33783/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c75a3c7ce4db6ae1885fce2d30487def/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T22:22:18,747 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:33783/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c75a3c7ce4db6ae1885fce2d30487def/recovered.edits/0000000000000000005 2024-12-02T22:22:18,748 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c75a3c7ce4db6ae1885fce2d30487def 3/3 column families, dataSize=58 B heapSize=904 B 2024-12-02T22:22:18,764 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c75a3c7ce4db6ae1885fce2d30487def/.tmp/a/d64d5323ad4b415f949c8af0acc5ac74 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733178134612/Put/seqid=0 2024-12-02T22:22:18,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741884_1062 (size=5149) 2024-12-02T22:22:18,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741884_1062 (size=5149) 2024-12-02T22:22:18,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741884_1062 (size=5149) 2024-12-02T22:22:18,771 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33783/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c75a3c7ce4db6ae1885fce2d30487def/.tmp/a/d64d5323ad4b415f949c8af0acc5ac74 2024-12-02T22:22:18,777 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c75a3c7ce4db6ae1885fce2d30487def/.tmp/a/d64d5323ad4b415f949c8af0acc5ac74 as hdfs://localhost:33783/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c75a3c7ce4db6ae1885fce2d30487def/a/d64d5323ad4b415f949c8af0acc5ac74 2024-12-02T22:22:18,781 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c75a3c7ce4db6ae1885fce2d30487def/a/d64d5323ad4b415f949c8af0acc5ac74, entries=1, sequenceid=5, filesize=5.0 K 2024-12-02T22:22:18,781 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for c75a3c7ce4db6ae1885fce2d30487def in 33ms, sequenceid=5, compaction requested=false; wal=null 2024-12-02T22:22:18,782 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33783/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c75a3c7ce4db6ae1885fce2d30487def/recovered.edits/0000000000000000005 2024-12-02T22:22:18,783 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c75a3c7ce4db6ae1885fce2d30487def 2024-12-02T22:22:18,783 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c75a3c7ce4db6ae1885fce2d30487def 2024-12-02T22:22:18,784 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:22:18,785 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c75a3c7ce4db6ae1885fce2d30487def 2024-12-02T22:22:18,791 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/c75a3c7ce4db6ae1885fce2d30487def/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T22:22:18,792 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c75a3c7ce4db6ae1885fce2d30487def; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74429552, jitterRate=0.10908675193786621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:22:18,792 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c75a3c7ce4db6ae1885fce2d30487def: Writing region info on filesystem at 1733178138727Initializing all the Stores at 1733178138727Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178138727Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178138729 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178138729Obtaining lock to block concurrent updates at 1733178138748 (+19 ms)Preparing flush snapshotting stores in c75a3c7ce4db6ae1885fce2d30487def at 1733178138748Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733178134402.c75a3c7ce4db6ae1885fce2d30487def., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733178138748Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733178134402.c75a3c7ce4db6ae1885fce2d30487def. at 1733178138748Flushing c75a3c7ce4db6ae1885fce2d30487def/a: creating writer at 1733178138748Flushing c75a3c7ce4db6ae1885fce2d30487def/a: appending metadata at 1733178138763 (+15 ms)Flushing c75a3c7ce4db6ae1885fce2d30487def/a: closing flushed file at 1733178138763Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79f40cf3: reopening flushed file at 1733178138776 (+13 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for c75a3c7ce4db6ae1885fce2d30487def in 33ms, sequenceid=5, compaction requested=false; wal=null at 1733178138781 (+5 ms)Cleaning up temporary data from old regions at 1733178138783 (+2 ms)Region opened successfully at 1733178138792 (+9 ms) 2024-12-02T22:22:18,796 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c75a3c7ce4db6ae1885fce2d30487def, disabling compactions & flushes 2024-12-02T22:22:18,796 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733178134402.c75a3c7ce4db6ae1885fce2d30487def. 2024-12-02T22:22:18,796 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733178134402.c75a3c7ce4db6ae1885fce2d30487def. 2024-12-02T22:22:18,796 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733178134402.c75a3c7ce4db6ae1885fce2d30487def. after waiting 0 ms 2024-12-02T22:22:18,796 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733178134402.c75a3c7ce4db6ae1885fce2d30487def. 2024-12-02T22:22:18,797 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733178134402.c75a3c7ce4db6ae1885fce2d30487def. 2024-12-02T22:22:18,797 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c75a3c7ce4db6ae1885fce2d30487def: Waiting for close lock at 1733178138796Disabling compacts and flushes for region at 1733178138796Disabling writes for close at 1733178138796Writing region close event to WAL at 1733178138797 (+1 ms)Closed at 1733178138797 2024-12-02T22:22:18,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741883_1061 (size=95) 2024-12-02T22:22:18,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741883_1061 (size=95) 2024-12-02T22:22:18,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741883_1061 (size=95) 2024-12-02T22:22:18,802 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T22:22:18,802 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733178138707) 2024-12-02T22:22:18,818 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=410 (was 407) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2077765833_22 at /127.0.0.1:33696 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2077765833_22 at /127.0.0.1:60034 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:33783 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2077765833_22 at /127.0.0.1:58332 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (754041887) connection to localhost/127.0.0.1:33783 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=1023 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=685 (was 718), ProcessCount=11 (was 11), AvailableMemoryMB=7047 (was 7159) 2024-12-02T22:22:18,836 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=410, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=685, ProcessCount=11, AvailableMemoryMB=7040 2024-12-02T22:22:18,854 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:22:18,860 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:22:18,865 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,33983,1733178120325 2024-12-02T22:22:18,869 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c9531de 2024-12-02T22:22:18,870 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:22:18,873 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:22:18,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:22:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-12-02T22:22:18,888 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:22:18,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-12-02T22:22:18,891 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:18,892 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:22:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:22:18,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741885_1063 (size=694) 2024-12-02T22:22:18,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741885_1063 (size=694) 2024-12-02T22:22:18,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741885_1063 (size=694) 2024-12-02T22:22:18,904 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0b45d8a13f8b49c6439229f62d623adb, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6 2024-12-02T22:22:18,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741886_1064 (size=77) 2024-12-02T22:22:18,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741886_1064 (size=77) 2024-12-02T22:22:18,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741886_1064 (size=77) 2024-12-02T22:22:18,913 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:18,913 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 0b45d8a13f8b49c6439229f62d623adb, disabling compactions & flushes 2024-12-02T22:22:18,913 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:18,913 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:18,913 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. after waiting 0 ms 2024-12-02T22:22:18,913 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:18,913 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:18,913 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0b45d8a13f8b49c6439229f62d623adb: Waiting for close lock at 1733178138913Disabling compacts and flushes for region at 1733178138913Disabling writes for close at 1733178138913Writing region close event to WAL at 1733178138913Closed at 1733178138913 2024-12-02T22:22:18,915 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:22:18,919 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733178138915"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733178138915"}]},"ts":"1733178138915"} 2024-12-02T22:22:18,923 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:22:18,924 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:22:18,926 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178138924"}]},"ts":"1733178138924"} 2024-12-02T22:22:18,930 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-12-02T22:22:18,931 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {7ae73638d47e=0} racks are {/default-rack=0} 2024-12-02T22:22:18,932 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T22:22:18,932 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T22:22:18,932 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-02T22:22:18,932 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T22:22:18,932 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T22:22:18,932 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-02T22:22:18,932 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T22:22:18,932 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T22:22:18,933 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-02T22:22:18,933 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T22:22:18,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0b45d8a13f8b49c6439229f62d623adb, ASSIGN}] 2024-12-02T22:22:18,936 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0b45d8a13f8b49c6439229f62d623adb, ASSIGN 2024-12-02T22:22:18,937 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0b45d8a13f8b49c6439229f62d623adb, ASSIGN; state=OFFLINE, location=7ae73638d47e,33543,1733178121646; forceNewPlan=false, retain=false 2024-12-02T22:22:19,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:22:19,090 INFO [7ae73638d47e:33983 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-02T22:22:19,091 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0b45d8a13f8b49c6439229f62d623adb, regionState=OPENING, regionLocation=7ae73638d47e,33543,1733178121646 2024-12-02T22:22:19,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0b45d8a13f8b49c6439229f62d623adb, ASSIGN because future has completed 2024-12-02T22:22:19,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b45d8a13f8b49c6439229f62d623adb, server=7ae73638d47e,33543,1733178121646}] 2024-12-02T22:22:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:22:19,252 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:19,253 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b45d8a13f8b49c6439229f62d623adb, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:22:19,253 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:19,253 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:19,253 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:19,253 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:19,255 INFO [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:19,256 INFO [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b45d8a13f8b49c6439229f62d623adb columnFamilyName cf1 2024-12-02T22:22:19,257 DEBUG [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:19,257 INFO [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] regionserver.HStore(327): Store=0b45d8a13f8b49c6439229f62d623adb/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:19,257 INFO [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:19,259 INFO [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b45d8a13f8b49c6439229f62d623adb columnFamilyName cf2 2024-12-02T22:22:19,259 DEBUG [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:19,259 INFO [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] regionserver.HStore(327): Store=0b45d8a13f8b49c6439229f62d623adb/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:19,260 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:19,261 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:19,261 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:19,262 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:19,262 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:19,263 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-02T22:22:19,264 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:19,266 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:22:19,267 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0b45d8a13f8b49c6439229f62d623adb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60958039, jitterRate=-0.09165443480014801}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-02T22:22:19,267 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:19,268 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0b45d8a13f8b49c6439229f62d623adb: Running coprocessor pre-open hook at 1733178139253Writing region info on filesystem at 1733178139253Initializing all the Stores at 1733178139254 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178139255 (+1 ms)Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178139255Cleaning up temporary data from old regions at 1733178139262 (+7 ms)Running coprocessor post-open hooks at 1733178139267 (+5 ms)Region opened successfully at 1733178139268 (+1 ms) 2024-12-02T22:22:19,270 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb., pid=6, masterSystemTime=1733178139247 2024-12-02T22:22:19,439 INFO [AsyncFSWAL-0-hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/MasterData-prefix:7ae73638d47e,33983,1733178120325 {}] wal.AbstractFSWAL(1368): Slow sync cost: 167 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK], DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK], DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK]] 2024-12-02T22:22:19,440 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:19,440 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:19,441 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0b45d8a13f8b49c6439229f62d623adb, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,33543,1733178121646 2024-12-02T22:22:19,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b45d8a13f8b49c6439229f62d623adb, server=7ae73638d47e,33543,1733178121646 because future has completed 2024-12-02T22:22:19,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T22:22:19,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b45d8a13f8b49c6439229f62d623adb, server=7ae73638d47e,33543,1733178121646 in 352 msec 2024-12-02T22:22:19,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T22:22:19,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0b45d8a13f8b49c6439229f62d623adb, ASSIGN in 515 msec 2024-12-02T22:22:19,453 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:22:19,454 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178139453"}]},"ts":"1733178139453"} 2024-12-02T22:22:19,456 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-12-02T22:22:19,457 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:22:19,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 577 msec 2024-12-02T22:22:19,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:22:19,529 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-12-02T22:22:19,530 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-12-02T22:22:19,531 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T22:22:19,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-12-02T22:22:19,539 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T22:22:19,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-12-02T22:22:19,554 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb., hostname=7ae73638d47e,33543,1733178121646, seqNum=2] 2024-12-02T22:22:19,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=0b45d8a13f8b49c6439229f62d623adb, source=7ae73638d47e,33543,1733178121646, destination=7ae73638d47e,37889,1733178121849, warming up region on 7ae73638d47e,37889,1733178121849 2024-12-02T22:22:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:22:19,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=0b45d8a13f8b49c6439229f62d623adb, source=7ae73638d47e,33543,1733178121646, destination=7ae73638d47e,37889,1733178121849, running balancer 2024-12-02T22:22:19,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T22:22:19,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0b45d8a13f8b49c6439229f62d623adb, REOPEN/MOVE 2024-12-02T22:22:19,576 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0b45d8a13f8b49c6439229f62d623adb, REOPEN/MOVE 2024-12-02T22:22:19,578 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0b45d8a13f8b49c6439229f62d623adb, regionState=CLOSING, regionLocation=7ae73638d47e,33543,1733178121646 2024-12-02T22:22:19,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0b45d8a13f8b49c6439229f62d623adb, REOPEN/MOVE because future has completed 2024-12-02T22:22:19,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HRegion(7855): Warmup {ENCODED => 0b45d8a13f8b49c6439229f62d623adb, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:22:19,582 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T22:22:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:19,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0b45d8a13f8b49c6439229f62d623adb, server=7ae73638d47e,33543,1733178121646}] 2024-12-02T22:22:19,583 INFO [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:19,585 INFO [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b45d8a13f8b49c6439229f62d623adb columnFamilyName cf1 2024-12-02T22:22:19,586 DEBUG [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:19,586 INFO [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] regionserver.HStore(327): Store=0b45d8a13f8b49c6439229f62d623adb/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:19,586 INFO [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:19,587 INFO [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b45d8a13f8b49c6439229f62d623adb columnFamilyName cf2 2024-12-02T22:22:19,588 DEBUG [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:19,591 INFO [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] regionserver.HStore(327): Store=0b45d8a13f8b49c6439229f62d623adb/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HRegion(1722): Closing 0b45d8a13f8b49c6439229f62d623adb, disabling compactions & flushes 2024-12-02T22:22:19,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. after waiting 0 ms 2024-12-02T22:22:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:19,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:19,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HRegion(1676): Region close journal for 0b45d8a13f8b49c6439229f62d623adb: Waiting for close lock at 1733178139592Disabling compacts and flushes for region at 1733178139592Disabling writes for close at 1733178139592Writing region close event to WAL at 1733178139593 (+1 ms)Closed at 1733178139593 2024-12-02T22:22:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-02T22:22:19,741 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:19,741 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T22:22:19,742 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 0b45d8a13f8b49c6439229f62d623adb, disabling compactions & flushes 2024-12-02T22:22:19,742 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:19,742 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:19,742 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. after waiting 0 ms 2024-12-02T22:22:19,742 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:19,742 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 0b45d8a13f8b49c6439229f62d623adb 2/2 column families, dataSize=31 B heapSize=616 B 2024-12-02T22:22:19,761 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/.tmp/cf1/495e2f2be14943adbd4ac1dbfd81aa82 is 35, key is r1/cf1:q/1733178139556/Put/seqid=0 2024-12-02T22:22:19,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741887_1065 (size=4783) 2024-12-02T22:22:19,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741887_1065 (size=4783) 2024-12-02T22:22:19,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741887_1065 (size=4783) 2024-12-02T22:22:19,812 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/.tmp/cf1/495e2f2be14943adbd4ac1dbfd81aa82 2024-12-02T22:22:19,819 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/.tmp/cf1/495e2f2be14943adbd4ac1dbfd81aa82 as hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/cf1/495e2f2be14943adbd4ac1dbfd81aa82 2024-12-02T22:22:19,826 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/cf1/495e2f2be14943adbd4ac1dbfd81aa82, entries=1, sequenceid=5, filesize=4.7 K 2024-12-02T22:22:19,828 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 0b45d8a13f8b49c6439229f62d623adb in 86ms, sequenceid=5, compaction requested=false 2024-12-02T22:22:19,828 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-12-02T22:22:19,834 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T22:22:19,837 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:19,837 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 0b45d8a13f8b49c6439229f62d623adb: Waiting for close lock at 1733178139742Running coprocessor pre-close hooks at 1733178139742Disabling compacts and flushes for region at 1733178139742Disabling writes for close at 1733178139742Obtaining lock to block concurrent updates at 1733178139742Preparing flush snapshotting stores in 0b45d8a13f8b49c6439229f62d623adb at 1733178139742Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733178139743 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. at 1733178139743Flushing 0b45d8a13f8b49c6439229f62d623adb/cf1: creating writer at 1733178139744 (+1 ms)Flushing 0b45d8a13f8b49c6439229f62d623adb/cf1: appending metadata at 1733178139760 (+16 ms)Flushing 0b45d8a13f8b49c6439229f62d623adb/cf1: closing flushed file at 1733178139760Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a3f8a37: reopening flushed file at 1733178139818 (+58 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 0b45d8a13f8b49c6439229f62d623adb in 86ms, sequenceid=5, compaction requested=false at 1733178139828 (+10 ms)Writing region close event to WAL at 1733178139830 (+2 ms)Running coprocessor post-close hooks at 1733178139835 (+5 ms)Closed at 1733178139837 (+2 ms) 2024-12-02T22:22:19,837 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 0b45d8a13f8b49c6439229f62d623adb move to 7ae73638d47e,37889,1733178121849 record at close sequenceid=5 2024-12-02T22:22:19,841 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:19,841 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0b45d8a13f8b49c6439229f62d623adb, regionState=CLOSED 2024-12-02T22:22:19,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0b45d8a13f8b49c6439229f62d623adb, server=7ae73638d47e,33543,1733178121646 because future has completed 2024-12-02T22:22:19,850 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-02T22:22:19,850 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 0b45d8a13f8b49c6439229f62d623adb, server=7ae73638d47e,33543,1733178121646 in 264 msec 2024-12-02T22:22:19,852 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0b45d8a13f8b49c6439229f62d623adb, REOPEN/MOVE; state=CLOSED, location=7ae73638d47e,37889,1733178121849; forceNewPlan=false, retain=false 2024-12-02T22:22:20,002 INFO [7ae73638d47e:33983 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-02T22:22:20,003 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0b45d8a13f8b49c6439229f62d623adb, regionState=OPENING, regionLocation=7ae73638d47e,37889,1733178121849 2024-12-02T22:22:20,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0b45d8a13f8b49c6439229f62d623adb, REOPEN/MOVE because future has completed 2024-12-02T22:22:20,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b45d8a13f8b49c6439229f62d623adb, server=7ae73638d47e,37889,1733178121849}] 2024-12-02T22:22:20,163 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:20,164 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b45d8a13f8b49c6439229f62d623adb, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:22:20,164 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:20,164 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:20,164 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:20,164 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:20,166 INFO [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:20,167 INFO [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b45d8a13f8b49c6439229f62d623adb columnFamilyName cf1 2024-12-02T22:22:20,167 DEBUG [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:20,174 DEBUG [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/cf1/495e2f2be14943adbd4ac1dbfd81aa82 2024-12-02T22:22:20,174 INFO [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] regionserver.HStore(327): Store=0b45d8a13f8b49c6439229f62d623adb/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:20,174 INFO [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:20,175 INFO [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b45d8a13f8b49c6439229f62d623adb columnFamilyName cf2 2024-12-02T22:22:20,175 DEBUG [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:20,176 INFO [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] regionserver.HStore(327): Store=0b45d8a13f8b49c6439229f62d623adb/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:20,176 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:20,177 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:20,179 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:20,179 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:20,179 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:20,180 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-02T22:22:20,182 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:20,183 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 0b45d8a13f8b49c6439229f62d623adb; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67177031, jitterRate=0.0010157674551010132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-02T22:22:20,184 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:20,185 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 0b45d8a13f8b49c6439229f62d623adb: Running coprocessor pre-open hook at 1733178140164Writing region info on filesystem at 1733178140164Initializing all the Stores at 1733178140165 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178140165Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178140166 (+1 ms)Cleaning up temporary data from old regions at 1733178140179 (+13 ms)Running coprocessor post-open hooks at 1733178140184 (+5 ms)Region opened successfully at 1733178140184 2024-12-02T22:22:20,186 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb., pid=9, masterSystemTime=1733178140159 2024-12-02T22:22:20,189 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:20,189 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:20,190 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0b45d8a13f8b49c6439229f62d623adb, regionState=OPEN, openSeqNum=9, regionLocation=7ae73638d47e,37889,1733178121849 2024-12-02T22:22:20,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b45d8a13f8b49c6439229f62d623adb, server=7ae73638d47e,37889,1733178121849 because future has completed 2024-12-02T22:22:20,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-02T22:22:20,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b45d8a13f8b49c6439229f62d623adb, server=7ae73638d47e,37889,1733178121849 in 190 msec 2024-12-02T22:22:20,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0b45d8a13f8b49c6439229f62d623adb, REOPEN/MOVE in 627 msec 2024-12-02T22:22:20,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:22:20,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T22:22:20,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33543 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:58384 deadline: 1733178200239, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7ae73638d47e port=37889 startCode=1733178121849. As of locationSeqNum=5. 2024-12-02T22:22:20,280 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb., hostname=7ae73638d47e,33543,1733178121646, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb., hostname=7ae73638d47e,33543,1733178121646, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7ae73638d47e port=37889 startCode=1733178121849. As of locationSeqNum=5. 2024-12-02T22:22:20,280 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb., hostname=7ae73638d47e,33543,1733178121646, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7ae73638d47e port=37889 startCode=1733178121849. As of locationSeqNum=5. 2024-12-02T22:22:20,281 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb., hostname=7ae73638d47e,33543,1733178121646, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb., hostname=7ae73638d47e,37889,1733178121849, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7ae73638d47e port=37889 startCode=1733178121849. As of locationSeqNum=5. 2024-12-02T22:22:20,388 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:22:20,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:22:20,403 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0b45d8a13f8b49c6439229f62d623adb 2/2 column families, dataSize=50 B heapSize=720 B 2024-12-02T22:22:20,422 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/.tmp/cf1/78a97b24db6043e6b1a5de456cbe9993 is 29, key is r1/cf1:/1733178140391/DeleteFamily/seqid=0 2024-12-02T22:22:20,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741888_1066 (size=4906) 2024-12-02T22:22:20,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741888_1066 (size=4906) 2024-12-02T22:22:20,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741888_1066 (size=4906) 2024-12-02T22:22:20,438 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/.tmp/cf1/78a97b24db6043e6b1a5de456cbe9993 2024-12-02T22:22:20,444 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78a97b24db6043e6b1a5de456cbe9993 2024-12-02T22:22:20,459 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/.tmp/cf2/df3a3a5dc1fe43e2997c68f851dff6be is 29, key is r1/cf2:/1733178140391/DeleteFamily/seqid=0 2024-12-02T22:22:20,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741889_1067 (size=4906) 2024-12-02T22:22:20,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741889_1067 (size=4906) 2024-12-02T22:22:20,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741889_1067 (size=4906) 2024-12-02T22:22:20,474 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/.tmp/cf2/df3a3a5dc1fe43e2997c68f851dff6be 2024-12-02T22:22:20,481 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df3a3a5dc1fe43e2997c68f851dff6be 2024-12-02T22:22:20,482 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/.tmp/cf1/78a97b24db6043e6b1a5de456cbe9993 as hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/cf1/78a97b24db6043e6b1a5de456cbe9993 2024-12-02T22:22:20,488 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78a97b24db6043e6b1a5de456cbe9993 2024-12-02T22:22:20,489 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/cf1/78a97b24db6043e6b1a5de456cbe9993, entries=1, sequenceid=12, filesize=4.8 K 2024-12-02T22:22:20,490 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/.tmp/cf2/df3a3a5dc1fe43e2997c68f851dff6be as hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/cf2/df3a3a5dc1fe43e2997c68f851dff6be 2024-12-02T22:22:20,495 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df3a3a5dc1fe43e2997c68f851dff6be 2024-12-02T22:22:20,495 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/cf2/df3a3a5dc1fe43e2997c68f851dff6be, entries=1, sequenceid=12, filesize=4.8 K 2024-12-02T22:22:20,496 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 0b45d8a13f8b49c6439229f62d623adb in 93ms, sequenceid=12, compaction requested=false 2024-12-02T22:22:20,496 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0b45d8a13f8b49c6439229f62d623adb: 2024-12-02T22:22:20,499 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-02T22:22:20,501 DEBUG [Time-limited test {}] regionserver.HStore(1541): 0b45d8a13f8b49c6439229f62d623adb/cf1 is initiating major compaction (all files) 2024-12-02T22:22:20,501 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T22:22:20,501 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:20,501 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 0b45d8a13f8b49c6439229f62d623adb/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:20,502 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/cf1/495e2f2be14943adbd4ac1dbfd81aa82, hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/cf1/78a97b24db6043e6b1a5de456cbe9993] into tmpdir=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/.tmp, totalSize=9.5 K 2024-12-02T22:22:20,503 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 495e2f2be14943adbd4ac1dbfd81aa82, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733178139556 2024-12-02T22:22:20,503 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 78a97b24db6043e6b1a5de456cbe9993, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-02T22:22:20,515 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 0b45d8a13f8b49c6439229f62d623adb#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:22:20,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741890_1068 (size=4626) 2024-12-02T22:22:20,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741890_1068 (size=4626) 2024-12-02T22:22:20,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741890_1068 (size=4626) 2024-12-02T22:22:20,531 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/.tmp/cf1/a6205b8bea684cfd9f743b868858faf2 as hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/cf1/a6205b8bea684cfd9f743b868858faf2 2024-12-02T22:22:20,545 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 0b45d8a13f8b49c6439229f62d623adb/cf1 of 0b45d8a13f8b49c6439229f62d623adb into a6205b8bea684cfd9f743b868858faf2(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:22:20,545 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 0b45d8a13f8b49c6439229f62d623adb: 2024-12-02T22:22:20,545 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-02T22:22:20,545 DEBUG [Time-limited test {}] regionserver.HStore(1541): 0b45d8a13f8b49c6439229f62d623adb/cf2 is initiating major compaction (all files) 2024-12-02T22:22:20,545 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T22:22:20,545 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:22:20,545 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 0b45d8a13f8b49c6439229f62d623adb/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:20,546 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/cf2/df3a3a5dc1fe43e2997c68f851dff6be] into tmpdir=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/.tmp, totalSize=4.8 K 2024-12-02T22:22:20,546 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting df3a3a5dc1fe43e2997c68f851dff6be, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-02T22:22:20,552 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 0b45d8a13f8b49c6439229f62d623adb#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T22:22:20,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741891_1069 (size=4592) 2024-12-02T22:22:20,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741891_1069 (size=4592) 2024-12-02T22:22:20,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741891_1069 (size=4592) 2024-12-02T22:22:20,573 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/.tmp/cf2/8cb745a1459c4b07a5e61e91ee60aa5e as hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/cf2/8cb745a1459c4b07a5e61e91ee60aa5e 2024-12-02T22:22:20,581 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 0b45d8a13f8b49c6439229f62d623adb/cf2 of 0b45d8a13f8b49c6439229f62d623adb into 8cb745a1459c4b07a5e61e91ee60aa5e(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:22:20,582 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 0b45d8a13f8b49c6439229f62d623adb: 2024-12-02T22:22:20,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=0b45d8a13f8b49c6439229f62d623adb, source=7ae73638d47e,37889,1733178121849, destination=7ae73638d47e,33543,1733178121646, warming up region on 7ae73638d47e,33543,1733178121646 2024-12-02T22:22:20,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=0b45d8a13f8b49c6439229f62d623adb, source=7ae73638d47e,37889,1733178121849, destination=7ae73638d47e,33543,1733178121646, running balancer 2024-12-02T22:22:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0b45d8a13f8b49c6439229f62d623adb, REOPEN/MOVE 2024-12-02T22:22:20,589 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0b45d8a13f8b49c6439229f62d623adb, REOPEN/MOVE 2024-12-02T22:22:20,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33543 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33543 {}] regionserver.HRegion(7855): Warmup {ENCODED => 0b45d8a13f8b49c6439229f62d623adb, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:22:20,590 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0b45d8a13f8b49c6439229f62d623adb, regionState=CLOSING, regionLocation=7ae73638d47e,37889,1733178121849 2024-12-02T22:22:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33543 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:20,593 INFO [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:20,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0b45d8a13f8b49c6439229f62d623adb, REOPEN/MOVE because future has completed 2024-12-02T22:22:20,593 INFO [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b45d8a13f8b49c6439229f62d623adb columnFamilyName cf1 2024-12-02T22:22:20,593 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T22:22:20,594 DEBUG [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:20,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0b45d8a13f8b49c6439229f62d623adb, server=7ae73638d47e,37889,1733178121849}] 2024-12-02T22:22:20,603 DEBUG [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/cf1/495e2f2be14943adbd4ac1dbfd81aa82 2024-12-02T22:22:20,608 INFO [StoreFileOpener-0b45d8a13f8b49c6439229f62d623adb-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78a97b24db6043e6b1a5de456cbe9993 2024-12-02T22:22:20,608 DEBUG [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/cf1/78a97b24db6043e6b1a5de456cbe9993 2024-12-02T22:22:20,613 DEBUG [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/cf1/a6205b8bea684cfd9f743b868858faf2 2024-12-02T22:22:20,613 INFO [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] regionserver.HStore(327): Store=0b45d8a13f8b49c6439229f62d623adb/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:20,613 INFO [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:20,615 INFO [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b45d8a13f8b49c6439229f62d623adb columnFamilyName cf2 2024-12-02T22:22:20,615 DEBUG [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:20,620 DEBUG [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/cf2/8cb745a1459c4b07a5e61e91ee60aa5e 2024-12-02T22:22:20,625 INFO [StoreFileOpener-0b45d8a13f8b49c6439229f62d623adb-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df3a3a5dc1fe43e2997c68f851dff6be 2024-12-02T22:22:20,625 DEBUG [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/cf2/df3a3a5dc1fe43e2997c68f851dff6be 2024-12-02T22:22:20,625 INFO [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] regionserver.HStore(327): Store=0b45d8a13f8b49c6439229f62d623adb/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33543 {}] regionserver.HRegion(1722): Closing 0b45d8a13f8b49c6439229f62d623adb, disabling compactions & flushes 2024-12-02T22:22:20,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33543 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33543 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33543 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. after waiting 0 ms 2024-12-02T22:22:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33543 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:20,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33543 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33543 {}] regionserver.HRegion(1676): Region close journal for 0b45d8a13f8b49c6439229f62d623adb: Waiting for close lock at 1733178140625Disabling compacts and flushes for region at 1733178140625Disabling writes for close at 1733178140625Writing region close event to WAL at 1733178140626 (+1 ms)Closed at 1733178140626 2024-12-02T22:22:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-12-02T22:22:20,739 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-02T22:22:20,739 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-12-02T22:22:20,741 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-12-02T22:22:20,741 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-12-02T22:22:20,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-12-02T22:22:20,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-12-02T22:22:20,747 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:20,748 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T22:22:20,748 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 0b45d8a13f8b49c6439229f62d623adb, disabling compactions & flushes 2024-12-02T22:22:20,748 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:20,748 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:20,748 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. after waiting 0 ms 2024-12-02T22:22:20,748 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:20,748 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/cf1/495e2f2be14943adbd4ac1dbfd81aa82, hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/cf1/78a97b24db6043e6b1a5de456cbe9993] to archive 2024-12-02T22:22:20,751 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T22:22:20,755 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/cf1/495e2f2be14943adbd4ac1dbfd81aa82 to hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/cf1/495e2f2be14943adbd4ac1dbfd81aa82 2024-12-02T22:22:20,757 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/cf1/78a97b24db6043e6b1a5de456cbe9993 to hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/cf1/78a97b24db6043e6b1a5de456cbe9993 2024-12-02T22:22:20,775 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/cf2/df3a3a5dc1fe43e2997c68f851dff6be] to archive 2024-12-02T22:22:20,776 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T22:22:20,782 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/cf2/df3a3a5dc1fe43e2997c68f851dff6be to hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/cf2/df3a3a5dc1fe43e2997c68f851dff6be 2024-12-02T22:22:20,788 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-12-02T22:22:20,789 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:20,789 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 0b45d8a13f8b49c6439229f62d623adb: Waiting for close lock at 1733178140748Running coprocessor pre-close hooks at 1733178140748Disabling compacts and flushes for region at 1733178140748Disabling writes for close at 1733178140748Writing region close event to WAL at 1733178140784 (+36 ms)Running coprocessor post-close hooks at 1733178140789 (+5 ms)Closed at 1733178140789 2024-12-02T22:22:20,789 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 0b45d8a13f8b49c6439229f62d623adb move to 7ae73638d47e,33543,1733178121646 record at close sequenceid=12 2024-12-02T22:22:20,791 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:20,792 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0b45d8a13f8b49c6439229f62d623adb, regionState=CLOSED 2024-12-02T22:22:20,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0b45d8a13f8b49c6439229f62d623adb, server=7ae73638d47e,37889,1733178121849 because future has completed 2024-12-02T22:22:20,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-02T22:22:20,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 0b45d8a13f8b49c6439229f62d623adb, server=7ae73638d47e,37889,1733178121849 in 204 msec 2024-12-02T22:22:20,803 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0b45d8a13f8b49c6439229f62d623adb, REOPEN/MOVE; state=CLOSED, location=7ae73638d47e,33543,1733178121646; forceNewPlan=false, retain=false 2024-12-02T22:22:20,953 INFO [7ae73638d47e:33983 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-02T22:22:20,954 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0b45d8a13f8b49c6439229f62d623adb, regionState=OPENING, regionLocation=7ae73638d47e,33543,1733178121646 2024-12-02T22:22:20,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0b45d8a13f8b49c6439229f62d623adb, REOPEN/MOVE because future has completed 2024-12-02T22:22:20,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b45d8a13f8b49c6439229f62d623adb, server=7ae73638d47e,33543,1733178121646}] 2024-12-02T22:22:21,114 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:21,115 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b45d8a13f8b49c6439229f62d623adb, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:22:21,115 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:21,115 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:21,115 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:21,115 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:21,117 INFO [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:21,118 INFO [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b45d8a13f8b49c6439229f62d623adb columnFamilyName cf1 2024-12-02T22:22:21,119 DEBUG [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:21,125 DEBUG [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/cf1/a6205b8bea684cfd9f743b868858faf2 2024-12-02T22:22:21,125 INFO [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] regionserver.HStore(327): Store=0b45d8a13f8b49c6439229f62d623adb/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:21,125 INFO [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:21,126 INFO [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b45d8a13f8b49c6439229f62d623adb columnFamilyName cf2 2024-12-02T22:22:21,127 DEBUG [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:21,135 DEBUG [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/cf2/8cb745a1459c4b07a5e61e91ee60aa5e 2024-12-02T22:22:21,135 INFO [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] regionserver.HStore(327): Store=0b45d8a13f8b49c6439229f62d623adb/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:21,135 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:21,137 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:21,138 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:21,139 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:21,139 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:21,139 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-02T22:22:21,141 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:21,142 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 0b45d8a13f8b49c6439229f62d623adb; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63343377, jitterRate=-0.05611012876033783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-02T22:22:21,142 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:21,143 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 0b45d8a13f8b49c6439229f62d623adb: Running coprocessor pre-open hook at 1733178141116Writing region info on filesystem at 1733178141116Initializing all the Stores at 1733178141117 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178141117Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178141117Cleaning up temporary data from old regions at 1733178141139 (+22 ms)Running coprocessor post-open hooks at 1733178141142 (+3 ms)Region opened successfully at 1733178141143 (+1 ms) 2024-12-02T22:22:21,144 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb., pid=12, masterSystemTime=1733178141110 2024-12-02T22:22:21,147 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:21,147 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:21,148 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0b45d8a13f8b49c6439229f62d623adb, regionState=OPEN, openSeqNum=18, regionLocation=7ae73638d47e,33543,1733178121646 2024-12-02T22:22:21,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b45d8a13f8b49c6439229f62d623adb, server=7ae73638d47e,33543,1733178121646 because future has completed 2024-12-02T22:22:21,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-02T22:22:21,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b45d8a13f8b49c6439229f62d623adb, server=7ae73638d47e,33543,1733178121646 in 195 msec 2024-12-02T22:22:21,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0b45d8a13f8b49c6439229f62d623adb, REOPEN/MOVE in 568 msec 2024-12-02T22:22:21,190 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:22:21,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T22:22:21,194 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 7ae73638d47e,33543,1733178121646: testing ***** 2024-12-02T22:22:21,194 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T22:22:21,197 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T22:22:21,199 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T22:22:21,202 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T22:22:21,203 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T22:22:21,215 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 305542768 }, "NonHeapMemoryUsage": { "committed": 172097536, "init": 7667712, "max": -1, "used": 169536104 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "7ae73638d47e", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 9, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 3, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 8, "ProcessCallTime_95th_percentile": 8, "ProcessCallTime_98th_percentile": 8, "ProcessCallTime_99th_percentile": 8, "ProcessCallTime_99.9th_percentile": 8, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 9, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 3, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 8, "TotalCallTime_95th_percentile": 8, "TotalCallTime_98th_percentile": 8, "TotalCallTime_99th_percentile": 8, "TotalCallTime_99.9th_percentile": 8, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 174, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 130, "ResponseSize_90th_percentile": 156, "ResponseSize_95th_percentile": 165, "ResponseSize_98th_percentile": 170, "ResponseSize_99th_percentile": 172, "ResponseSize_99.9th_percentile": 173, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 348 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "7ae73638d47e", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:56928", "tag.serverName": "7ae73638d47e,37889,1733178121849", "tag.clusterId": "44b886f7-f405-4c7e-b942-7240d7173143", "tag.Context": "regionserver", "tag.Hostname": "7ae73638d47e", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733178121849, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-02T22:22:21,219 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33983 {}] master.MasterRpcServices(700): 7ae73638d47e,33543,1733178121646 reported a fatal error: ***** ABORTING region server 7ae73638d47e,33543,1733178121646: testing ***** 2024-12-02T22:22:21,221 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7ae73638d47e,33543,1733178121646' ***** 2024-12-02T22:22:21,221 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-12-02T22:22:21,222 INFO [RS:0;7ae73638d47e:33543 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T22:22:21,222 INFO [RS:0;7ae73638d47e:33543 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-02T22:22:21,222 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T22:22:21,222 INFO [RS:0;7ae73638d47e:33543 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-02T22:22:21,222 INFO [RS:0;7ae73638d47e:33543 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:21,223 INFO [RS:0;7ae73638d47e:33543 {}] regionserver.HRegionServer(956): aborting server 7ae73638d47e,33543,1733178121646 2024-12-02T22:22:21,223 INFO [RS:0;7ae73638d47e:33543 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:22:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:59104 deadline: 1733178201222, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7ae73638d47e port=33543 startCode=1733178121646. As of locationSeqNum=12. 2024-12-02T22:22:21,223 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b45d8a13f8b49c6439229f62d623adb, disabling compactions & flushes 2024-12-02T22:22:21,223 INFO [RS:0;7ae73638d47e:33543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:33543. 2024-12-02T22:22:21,223 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:21,223 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:21,223 DEBUG [RS:0;7ae73638d47e:33543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:22:21,223 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. after waiting 0 ms 2024-12-02T22:22:21,223 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:21,224 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb., hostname=7ae73638d47e,37889,1733178121849, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb., hostname=7ae73638d47e,37889,1733178121849, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7ae73638d47e port=33543 startCode=1733178121646. As of locationSeqNum=12. 2024-12-02T22:22:21,224 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb., hostname=7ae73638d47e,37889,1733178121849, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7ae73638d47e port=33543 startCode=1733178121646. As of locationSeqNum=12. 2024-12-02T22:22:21,224 DEBUG [RS:0;7ae73638d47e:33543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:22:21,224 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb., hostname=7ae73638d47e,37889,1733178121849, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb., hostname=7ae73638d47e,33543,1733178121646, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7ae73638d47e port=33543 startCode=1733178121646. As of locationSeqNum=12. 2024-12-02T22:22:21,224 INFO [RS:0;7ae73638d47e:33543 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T22:22:21,224 INFO [RS:0;7ae73638d47e:33543 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T22:22:21,224 INFO [RS:0;7ae73638d47e:33543 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T22:22:21,224 INFO [RS:0;7ae73638d47e:33543 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T22:22:21,225 INFO [RS:0;7ae73638d47e:33543 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T22:22:21,225 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:22:21,225 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:22:21,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7ae73638d47e,33543,1733178121646 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:22:21,226 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:22:21,226 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:22:21,226 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:22:21,226 DEBUG [RS:0;7ae73638d47e:33543 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0b45d8a13f8b49c6439229f62d623adb=testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb.} 2024-12-02T22:22:21,226 DEBUG [RS:0;7ae73638d47e:33543 {}] regionserver.HRegionServer(1351): Waiting on 0b45d8a13f8b49c6439229f62d623adb, 1588230740 2024-12-02T22:22:21,227 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,33543,1733178121646, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,33543,1733178121646, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7ae73638d47e,33543,1733178121646 aborting 2024-12-02T22:22:21,227 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,33543,1733178121646, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7ae73638d47e,33543,1733178121646 aborting 2024-12-02T22:22:21,227 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,33543,1733178121646, seqNum=-1 from cache 2024-12-02T22:22:21,229 INFO [regionserver/7ae73638d47e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:22:21,233 ERROR [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1960): Memstore data size is 5811 in region hbase:meta,,1.1588230740 2024-12-02T22:22:21,233 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:22:21,233 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:22:21,233 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733178141225Running coprocessor pre-close hooks at 1733178141225Disabling compacts and flushes for region at 1733178141225Disabling writes for close at 1733178141226 (+1 ms)Writing region close event to WAL at 1733178141233 (+7 ms)Running coprocessor post-close hooks at 1733178141233Closed at 1733178141233 2024-12-02T22:22:21,234 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T22:22:21,234 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:21,234 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b45d8a13f8b49c6439229f62d623adb: Waiting for close lock at 1733178141223Running coprocessor pre-close hooks at 1733178141223Disabling compacts and flushes for region at 1733178141223Disabling writes for close at 1733178141223Writing region close event to WAL at 1733178141234 (+11 ms)Running coprocessor post-close hooks at 1733178141234Closed at 1733178141234 2024-12-02T22:22:21,234 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:21,338 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:22:21,339 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,33543,1733178121646, seqNum=-1] 2024-12-02T22:22:21,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7ae73638d47e,33543,1733178121646 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:22:21,341 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,33543,1733178121646, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,33543,1733178121646, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7ae73638d47e,33543,1733178121646 aborting 2024-12-02T22:22:21,341 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,33543,1733178121646, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7ae73638d47e,33543,1733178121646 aborting 2024-12-02T22:22:21,341 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,33543,1733178121646, seqNum=-1 from cache 2024-12-02T22:22:21,427 INFO [RS:0;7ae73638d47e:33543 {}] regionserver.HRegionServer(976): stopping server 7ae73638d47e,33543,1733178121646; all regions closed. 2024-12-02T22:22:21,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741836_1012 (size=3561) 2024-12-02T22:22:21,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741836_1012 (size=3561) 2024-12-02T22:22:21,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741836_1012 (size=3561) 2024-12-02T22:22:21,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741833_1009 (size=1406) 2024-12-02T22:22:21,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741833_1009 (size=1406) 2024-12-02T22:22:21,436 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646/7ae73638d47e%2C33543%2C1733178121646.1733178125065 not finished, retry = 0 2024-12-02T22:22:21,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741833_1009 (size=1406) 2024-12-02T22:22:21,537 DEBUG [RS:0;7ae73638d47e:33543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:22:21,537 INFO [RS:0;7ae73638d47e:33543 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:22:21,537 INFO [RS:0;7ae73638d47e:33543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:22:21,537 INFO [RS:0;7ae73638d47e:33543 {}] hbase.ChoreService(370): Chore service for: regionserver/7ae73638d47e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T22:22:21,538 INFO [RS:0;7ae73638d47e:33543 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:22:21,538 INFO [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:22:21,538 INFO [RS:0;7ae73638d47e:33543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33543 2024-12-02T22:22:21,548 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:22:21,549 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,33543,1733178121646, seqNum=-1] 2024-12-02T22:22:21,551 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7ae73638d47e:33543 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7ae73638d47e/172.17.0.2:33543 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:22:21,551 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,33543,1733178121646, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,33543,1733178121646, seqNum=-1, error=java.net.ConnectException: Call to address=7ae73638d47e:33543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7ae73638d47e/172.17.0.2:33543 2024-12-02T22:22:21,551 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,33543,1733178121646, seqNum=-1 is java.net.ConnectException: Connection refused 2024-12-02T22:22:21,551 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,33543,1733178121646, seqNum=-1 from cache 2024-12-02T22:22:21,552 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 7ae73638d47e:33543 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7ae73638d47e/172.17.0.2:33543 2024-12-02T22:22:21,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1009d155fd50000, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T22:22:21,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33543-0x1009d155fd50001, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7ae73638d47e,33543,1733178121646 2024-12-02T22:22:21,629 INFO [RS:0;7ae73638d47e:33543 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:22:21,857 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:22:21,858 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,33543,1733178121646, seqNum=-1] 2024-12-02T22:22:21,859 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.AbstractRpcClient(357): Not trying to connect to 7ae73638d47e:33543 this server is in the failed servers list 2024-12-02T22:22:21,860 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,33543,1733178121646, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,33543,1733178121646, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=7ae73638d47e:33543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7ae73638d47e:33543 2024-12-02T22:22:21,860 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,33543,1733178121646, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7ae73638d47e:33543 2024-12-02T22:22:21,860 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,33543,1733178121646, seqNum=-1 from cache 2024-12-02T22:22:21,922 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7ae73638d47e,33543,1733178121646] 2024-12-02T22:22:22,006 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7ae73638d47e,33543,1733178121646 already deleted, retry=false 2024-12-02T22:22:22,006 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 7ae73638d47e,33543,1733178121646 on 7ae73638d47e,33983,1733178120325 2024-12-02T22:22:22,013 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7ae73638d47e,33543,1733178121646, splitWal=true, meta=true 2024-12-02T22:22:22,016 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7ae73638d47e,33543,1733178121646, splitWal=true, meta=true 2024-12-02T22:22:22,016 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 7ae73638d47e,33543,1733178121646 (carryingMeta=true) 7ae73638d47e,33543,1733178121646/CRASHED/regionCount=2/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3e1fc1b5[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-02T22:22:22,017 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 7ae73638d47e,33543,1733178121646, splitWal=true, meta=true, isMeta: true 2024-12-02T22:22:22,019 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646-splitting 2024-12-02T22:22:22,020 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7ae73638d47e,33543,1733178121646 WAL count=1, meta=true 2024-12-02T22:22:22,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33543-0x1009d155fd50001, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:22:22,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33543-0x1009d155fd50001, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:22:22,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 7ae73638d47e%2C33543%2C1733178121646.meta.1733178125771.meta}] 2024-12-02T22:22:22,022 INFO [RS:0;7ae73638d47e:33543 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:22:22,023 INFO [RS:0;7ae73638d47e:33543 {}] regionserver.HRegionServer(1031): Exiting; stopping=7ae73638d47e,33543,1733178121646; zookeeper connection closed. 2024-12-02T22:22:22,023 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c77b4b4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c77b4b4 2024-12-02T22:22:22,028 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=7ae73638d47e,37889,1733178121849 2024-12-02T22:22:22,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 7ae73638d47e%2C33543%2C1733178121646.meta.1733178125771.meta, worker=7ae73638d47e,37889,1733178121849}] 2024-12-02T22:22:22,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-12-02T22:22:22,210 INFO [RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646-splitting/7ae73638d47e%2C33543%2C1733178121646.meta.1733178125771.meta, size=3.5 K (3561bytes) 2024-12-02T22:22:22,210 INFO [RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646-splitting/7ae73638d47e%2C33543%2C1733178121646.meta.1733178125771.meta 2024-12-02T22:22:22,211 INFO [RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646-splitting/7ae73638d47e%2C33543%2C1733178121646.meta.1733178125771.meta after 0ms 2024-12-02T22:22:22,213 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646-splitting/7ae73638d47e%2C33543%2C1733178121646.meta.1733178125771.meta: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T22:22:22,214 INFO [RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646-splitting/7ae73638d47e%2C33543%2C1733178121646.meta.1733178125771.meta took 5ms 2024-12-02T22:22:22,222 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-12-02T22:22:22,223 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646-splitting/7ae73638d47e%2C33543%2C1733178121646.meta.1733178125771.meta so closing down 2024-12-02T22:22:22,223 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T22:22:22,224 INFO [RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-7ae73638d47e%2C33543%2C1733178121646.meta.1733178125771.meta.temp 2024-12-02T22:22:22,229 INFO [RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7ae73638d47e%2C33543%2C1733178121646.meta.1733178125771.meta.temp 2024-12-02T22:22:22,230 INFO [RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T22:22:22,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741892_1070 (size=3346) 2024-12-02T22:22:22,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741892_1070 (size=3346) 2024-12-02T22:22:22,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741892_1070 (size=3346) 2024-12-02T22:22:22,335 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7ae73638d47e%2C33543%2C1733178121646.meta.1733178125771.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-02T22:22:22,337 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7ae73638d47e%2C33543%2C1733178121646.meta.1733178125771.meta.temp to hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-02T22:22:22,337 INFO [RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 16 edits across 1 Regions in 123 ms; skipped=1; WAL=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646-splitting/7ae73638d47e%2C33543%2C1733178121646.meta.1733178125771.meta, size=3.5 K, length=3561, corrupted=false, cancelled=false 2024-12-02T22:22:22,337 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646-splitting/7ae73638d47e%2C33543%2C1733178121646.meta.1733178125771.meta, journal: Splitting hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646-splitting/7ae73638d47e%2C33543%2C1733178121646.meta.1733178125771.meta, size=3.5 K (3561bytes) at 1733178142210Finishing writing output for hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646-splitting/7ae73638d47e%2C33543%2C1733178121646.meta.1733178125771.meta so closing down at 1733178142223 (+13 ms)Creating recovered edits writer path=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7ae73638d47e%2C33543%2C1733178121646.meta.1733178125771.meta.temp at 1733178142229 (+6 ms)3 split writer threads finished at 1733178142230 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7ae73638d47e%2C33543%2C1733178121646.meta.1733178125771.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733178142335 (+105 ms)Rename recovered edits hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7ae73638d47e%2C33543%2C1733178121646.meta.1733178125771.meta.temp to hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 at 1733178142337 (+2 ms)Processed 16 edits across 1 Regions in 123 ms; skipped=1; WAL=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646-splitting/7ae73638d47e%2C33543%2C1733178121646.meta.1733178125771.meta, size=3.5 K, length=3561, corrupted=false, cancelled=false at 1733178142337 2024-12-02T22:22:22,337 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646-splitting/7ae73638d47e%2C33543%2C1733178121646.meta.1733178125771.meta 2024-12-02T22:22:22,339 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-02T22:22:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-02T22:22:22,347 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646-splitting/7ae73638d47e%2C33543%2C1733178121646.meta.1733178125771.meta to hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/oldWALs 2024-12-02T22:22:22,349 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-02T22:22:22,349 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 7ae73638d47e%2C33543%2C1733178121646.meta.1733178125771.meta, worker=7ae73638d47e,37889,1733178121849 in 317 msec 2024-12-02T22:22:22,351 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=7ae73638d47e,37889,1733178121849 2024-12-02T22:22:22,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-02T22:22:22,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 7ae73638d47e%2C33543%2C1733178121646.meta.1733178125771.meta, worker=7ae73638d47e,37889,1733178121849 in 329 msec 2024-12-02T22:22:22,355 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646-splitting dir is empty, no logs to split. 2024-12-02T22:22:22,355 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7ae73638d47e,33543,1733178121646 WAL count=0, meta=true 2024-12-02T22:22:22,355 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 7ae73638d47e,33543,1733178121646 WAL splitting is done? wals=0, meta=true 2024-12-02T22:22:22,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T22:22:22,358 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:22:22,359 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T22:22:22,367 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:22:22,368 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,33543,1733178121646, seqNum=-1] 2024-12-02T22:22:22,369 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.AbstractRpcClient(357): Not trying to connect to 7ae73638d47e:33543 this server is in the failed servers list 2024-12-02T22:22:22,369 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,33543,1733178121646, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,33543,1733178121646, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=7ae73638d47e:33543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7ae73638d47e:33543 2024-12-02T22:22:22,369 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,33543,1733178121646, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7ae73638d47e:33543 2024-12-02T22:22:22,369 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,33543,1733178121646, seqNum=-1 from cache 2024-12-02T22:22:22,510 DEBUG [7ae73638d47e:33983 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-02T22:22:22,510 DEBUG [7ae73638d47e:33983 {}] balancer.BalancerClusterState(204): Hosts are {7ae73638d47e=0} racks are {/default-rack=0} 2024-12-02T22:22:22,510 DEBUG [7ae73638d47e:33983 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T22:22:22,510 DEBUG [7ae73638d47e:33983 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T22:22:22,510 DEBUG [7ae73638d47e:33983 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T22:22:22,510 DEBUG [7ae73638d47e:33983 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T22:22:22,510 INFO [7ae73638d47e:33983 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T22:22:22,510 INFO [7ae73638d47e:33983 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T22:22:22,510 DEBUG [7ae73638d47e:33983 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T22:22:22,511 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7ae73638d47e,37889,1733178121849 2024-12-02T22:22:22,512 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,37889,1733178121849, state=OPENING 2024-12-02T22:22:22,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1009d155fd50000, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T22:22:22,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x1009d155fd50002, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T22:22:22,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46025-0x1009d155fd50003, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T22:22:22,529 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:22:22,529 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T22:22:22,529 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T22:22:22,529 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T22:22:22,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,37889,1733178121849}] 2024-12-02T22:22:22,687 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T22:22:22,687 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:22:22,687 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T22:22:22,689 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7ae73638d47e%2C37889%2C1733178121849.meta, suffix=.meta, logDir=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,37889,1733178121849, archiveDir=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/oldWALs, maxLogs=32 2024-12-02T22:22:22,703 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,37889,1733178121849/7ae73638d47e%2C37889%2C1733178121849.meta.1733178142689.meta, exclude list is [], retry=0 2024-12-02T22:22:22,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK] 2024-12-02T22:22:22,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK] 2024-12-02T22:22:22,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK] 2024-12-02T22:22:22,710 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,37889,1733178121849/7ae73638d47e%2C37889%2C1733178121849.meta.1733178142689.meta 2024-12-02T22:22:22,711 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36559:36559),(127.0.0.1/127.0.0.1:36497:36497),(127.0.0.1/127.0.0.1:44513:44513)] 2024-12-02T22:22:22,711 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:22:22,712 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:22:22,712 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T22:22:22,712 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T22:22:22,712 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T22:22:22,712 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:22,712 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T22:22:22,712 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T22:22:22,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:22:22,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:22:22,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:22,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:22:22,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:22:22,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:22:22,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:22,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:22:22,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:22:22,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:22:22,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:22,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:22:22,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:22:22,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:22:22,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:22,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:22:22,721 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:22:22,722 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740 2024-12-02T22:22:22,723 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740 2024-12-02T22:22:22,724 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-02T22:22:22,726 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740/recovered.edits/0000000000000000018: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T22:22:22,728 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5793): Applied 40, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=18, path=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-02T22:22:22,729 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.67 KB heapSize=9.66 KB 2024-12-02T22:22:22,756 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740/.tmp/info/22e2a6b63a88476ea7bb6dba487787ec is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb./info:regioninfo/1733178141147/Put/seqid=0 2024-12-02T22:22:22,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741894_1072 (size=11177) 2024-12-02T22:22:22,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741894_1072 (size=11177) 2024-12-02T22:22:22,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741894_1072 (size=11177) 2024-12-02T22:22:22,764 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.46 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740/.tmp/info/22e2a6b63a88476ea7bb6dba487787ec 2024-12-02T22:22:22,785 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740/.tmp/ns/91b94da6de7a482f85c5975b3670e01b is 43, key is default/ns:d/1733178126003/Put/seqid=0 2024-12-02T22:22:22,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741895_1073 (size=5153) 2024-12-02T22:22:22,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741895_1073 (size=5153) 2024-12-02T22:22:22,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741895_1073 (size=5153) 2024-12-02T22:22:22,792 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740/.tmp/ns/91b94da6de7a482f85c5975b3670e01b 2024-12-02T22:22:22,818 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740/.tmp/table/994b9b842a494dfb8a840cac4ebbd930 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733178139453/Put/seqid=0 2024-12-02T22:22:22,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741896_1074 (size=5431) 2024-12-02T22:22:22,826 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740/.tmp/table/994b9b842a494dfb8a840cac4ebbd930 2024-12-02T22:22:22,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741896_1074 (size=5431) 2024-12-02T22:22:22,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741896_1074 (size=5431) 2024-12-02T22:22:22,832 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740/.tmp/info/22e2a6b63a88476ea7bb6dba487787ec as hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740/info/22e2a6b63a88476ea7bb6dba487787ec 2024-12-02T22:22:22,837 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740/info/22e2a6b63a88476ea7bb6dba487787ec, entries=36, sequenceid=18, filesize=10.9 K 2024-12-02T22:22:22,838 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740/.tmp/ns/91b94da6de7a482f85c5975b3670e01b as hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740/ns/91b94da6de7a482f85c5975b3670e01b 2024-12-02T22:22:22,844 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740/ns/91b94da6de7a482f85c5975b3670e01b, entries=2, sequenceid=18, filesize=5.0 K 2024-12-02T22:22:22,845 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740/.tmp/table/994b9b842a494dfb8a840cac4ebbd930 as hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740/table/994b9b842a494dfb8a840cac4ebbd930 2024-12-02T22:22:22,850 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740/table/994b9b842a494dfb8a840cac4ebbd930, entries=2, sequenceid=18, filesize=5.3 K 2024-12-02T22:22:22,850 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(3140): Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 122ms, sequenceid=18, compaction requested=false; wal=null 2024-12-02T22:22:22,851 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-02T22:22:22,852 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:22:22,852 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:22:22,853 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:22:22,855 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:22:22,857 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1 2024-12-02T22:22:22,858 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=19; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63723673, jitterRate=-0.05044327676296234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:22:22,858 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T22:22:22,858 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733178142713Writing region info on filesystem at 1733178142713Initializing all the Stores at 1733178142714 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178142714Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178142714Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178142714Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178142714Obtaining lock to block concurrent updates at 1733178142729 (+15 ms)Preparing flush snapshotting stores in 1588230740 at 1733178142729Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=5811, getHeapSize=9832, getOffHeapSize=0, getCellsCount=40 at 1733178142729Flushing stores of hbase:meta,,1.1588230740 at 1733178142729Flushing 1588230740/info: creating writer at 1733178142729Flushing 1588230740/info: appending metadata at 1733178142755 (+26 ms)Flushing 1588230740/info: closing flushed file at 1733178142755Flushing 1588230740/ns: creating writer at 1733178142770 (+15 ms)Flushing 1588230740/ns: appending metadata at 1733178142784 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733178142785 (+1 ms)Flushing 1588230740/table: creating writer at 1733178142798 (+13 ms)Flushing 1588230740/table: appending metadata at 1733178142818 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733178142818Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f7d6e46: reopening flushed file at 1733178142831 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5886578e: reopening flushed file at 1733178142837 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d793298: reopening flushed file at 1733178142844 (+7 ms)Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 122ms, sequenceid=18, compaction requested=false; wal=null at 1733178142850 (+6 ms)Cleaning up temporary data from old regions at 1733178142853 (+3 ms)Running coprocessor post-open hooks at 1733178142858 (+5 ms)Region opened successfully at 1733178142858 2024-12-02T22:22:22,860 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733178142682 2024-12-02T22:22:22,862 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T22:22:22,862 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T22:22:22,863 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=19, regionLocation=7ae73638d47e,37889,1733178121849 2024-12-02T22:22:22,863 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,37889,1733178121849, state=OPEN 2024-12-02T22:22:22,906 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33983 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=7ae73638d47e,37889,1733178121849, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-02T22:22:22,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46025-0x1009d155fd50003, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T22:22:22,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x1009d155fd50002, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T22:22:22,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1009d155fd50000, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T22:22:22,914 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7ae73638d47e,37889,1733178121849 2024-12-02T22:22:22,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T22:22:22,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T22:22:22,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T22:22:22,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-02T22:22:22,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,37889,1733178121849 in 385 msec 2024-12-02T22:22:22,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-02T22:22:22,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 561 msec 2024-12-02T22:22:22,921 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 7ae73638d47e,33543,1733178121646 had 2 regions 2024-12-02T22:22:22,923 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7ae73638d47e,33543,1733178121646, splitWal=true, meta=true, isMeta: false 2024-12-02T22:22:22,925 INFO [PEWorker-4 {}] master.SplitWALManager(105): 7ae73638d47e,33543,1733178121646 WAL count=1, meta=false 2024-12-02T22:22:22,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 7ae73638d47e%2C33543%2C1733178121646.1733178125065}] 2024-12-02T22:22:22,927 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=7ae73638d47e,46025,1733178121941 2024-12-02T22:22:22,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 7ae73638d47e%2C33543%2C1733178121646.1733178125065, worker=7ae73638d47e,46025,1733178121941}] 2024-12-02T22:22:23,083 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:22:23,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T22:22:23,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=19 2024-12-02T22:22:23,110 INFO [RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(299): Splitting hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646-splitting/7ae73638d47e%2C33543%2C1733178121646.1733178125065, size=1.4 K (1406bytes) 2024-12-02T22:22:23,110 INFO [RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0-0 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646-splitting/7ae73638d47e%2C33543%2C1733178121646.1733178125065 2024-12-02T22:22:23,110 INFO [RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0-0 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646-splitting/7ae73638d47e%2C33543%2C1733178121646.1733178125065 after 0ms 2024-12-02T22:22:23,113 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646-splitting/7ae73638d47e%2C33543%2C1733178121646.1733178125065: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T22:22:23,113 INFO [RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(310): Open hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646-splitting/7ae73638d47e%2C33543%2C1733178121646.1733178125065 took 4ms 2024-12-02T22:22:23,116 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(352): Last flushed sequenceid for 0b45d8a13f8b49c6439229f62d623adb: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-12-02T22:22:23,116 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646-splitting/7ae73638d47e%2C33543%2C1733178121646.1733178125065 so closing down 2024-12-02T22:22:23,116 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T22:22:23,117 INFO [RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T22:22:23,117 INFO [RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 3 ms; skipped=6; WAL=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646-splitting/7ae73638d47e%2C33543%2C1733178121646.1733178125065, size=1.4 K, length=1406, corrupted=false, cancelled=false 2024-12-02T22:22:23,117 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(428): Completed split of hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646-splitting/7ae73638d47e%2C33543%2C1733178121646.1733178125065, journal: Splitting hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646-splitting/7ae73638d47e%2C33543%2C1733178121646.1733178125065, size=1.4 K (1406bytes) at 1733178143110Finishing writing output for hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646-splitting/7ae73638d47e%2C33543%2C1733178121646.1733178125065 so closing down at 1733178143116 (+6 ms)3 split writer threads finished at 1733178143117 (+1 ms)Processed 6 edits across 0 Regions in 3 ms; skipped=6; WAL=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646-splitting/7ae73638d47e%2C33543%2C1733178121646.1733178125065, size=1.4 K, length=1406, corrupted=false, cancelled=false at 1733178143117 2024-12-02T22:22:23,117 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0-0 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646-splitting/7ae73638d47e%2C33543%2C1733178121646.1733178125065 2024-12-02T22:22:23,117 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0-0 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-02T22:22:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.HMaster(4169): Remote procedure done, pid=19 2024-12-02T22:22:23,121 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646-splitting/7ae73638d47e%2C33543%2C1733178121646.1733178125065 to hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/oldWALs 2024-12-02T22:22:23,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-02T22:22:23,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 7ae73638d47e%2C33543%2C1733178121646.1733178125065, worker=7ae73638d47e,46025,1733178121941 in 193 msec 2024-12-02T22:22:23,136 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=7ae73638d47e,46025,1733178121941 2024-12-02T22:22:23,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-12-02T22:22:23,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 7ae73638d47e%2C33543%2C1733178121646.1733178125065, worker=7ae73638d47e,46025,1733178121941 in 211 msec 2024-12-02T22:22:23,142 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/WALs/7ae73638d47e,33543,1733178121646-splitting dir is empty, no logs to split. 2024-12-02T22:22:23,142 INFO [PEWorker-4 {}] master.SplitWALManager(105): 7ae73638d47e,33543,1733178121646 WAL count=0, meta=false 2024-12-02T22:22:23,142 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 7ae73638d47e,33543,1733178121646 WAL splitting is done? wals=0, meta=false 2024-12-02T22:22:23,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0b45d8a13f8b49c6439229f62d623adb, ASSIGN}] 2024-12-02T22:22:23,145 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0b45d8a13f8b49c6439229f62d623adb, ASSIGN 2024-12-02T22:22:23,146 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0b45d8a13f8b49c6439229f62d623adb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T22:22:23,296 DEBUG [7ae73638d47e:33983 {}] balancer.BalancerClusterState(204): Hosts are {7ae73638d47e=0} racks are {/default-rack=0} 2024-12-02T22:22:23,297 DEBUG [7ae73638d47e:33983 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T22:22:23,297 DEBUG [7ae73638d47e:33983 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T22:22:23,297 DEBUG [7ae73638d47e:33983 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T22:22:23,297 DEBUG [7ae73638d47e:33983 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T22:22:23,297 INFO [7ae73638d47e:33983 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T22:22:23,297 INFO [7ae73638d47e:33983 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T22:22:23,297 DEBUG [7ae73638d47e:33983 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T22:22:23,297 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=0b45d8a13f8b49c6439229f62d623adb, regionState=OPENING, regionLocation=7ae73638d47e,46025,1733178121941 2024-12-02T22:22:23,298 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7ae73638d47e:33543 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7ae73638d47e/172.17.0.2:33543 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:22:23,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,33543,1733178121646, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,33543,1733178121646, seqNum=-1, error=java.net.ConnectException: Call to address=7ae73638d47e:33543 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7ae73638d47e/172.17.0.2:33543 2024-12-02T22:22:23,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,33543,1733178121646, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-12-02T22:22:23,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,33543,1733178121646, seqNum=-1 from cache 2024-12-02T22:22:23,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 7ae73638d47e:33543 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7ae73638d47e/172.17.0.2:33543 2024-12-02T22:22:23,378 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T22:22:23,388 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:22:23,389 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,37889,1733178121849, seqNum=-1] 2024-12-02T22:22:23,407 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:22:23,407 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,37889,1733178121849, seqNum=-1] 2024-12-02T22:22:23,408 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:22:23,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:22:23,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0b45d8a13f8b49c6439229f62d623adb, ASSIGN because future has completed 2024-12-02T22:22:23,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b45d8a13f8b49c6439229f62d623adb, server=7ae73638d47e,46025,1733178121941}] 2024-12-02T22:22:23,508 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 7ae73638d47e:33543 this server is in the failed servers list 2024-12-02T22:22:23,508 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb., hostname=7ae73638d47e,33543,1733178121646, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb., hostname=7ae73638d47e,33543,1733178121646, seqNum=12, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=7ae73638d47e:33543 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7ae73638d47e:33543 2024-12-02T22:22:23,508 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb., hostname=7ae73638d47e,33543,1733178121646, seqNum=12 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7ae73638d47e:33543 2024-12-02T22:22:23,508 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb., hostname=7ae73638d47e,33543,1733178121646, seqNum=12 from cache 2024-12-02T22:22:23,570 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:23,570 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b45d8a13f8b49c6439229f62d623adb, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:22:23,571 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:23,571 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:23,571 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:23,571 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:23,573 INFO [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:23,574 INFO [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b45d8a13f8b49c6439229f62d623adb columnFamilyName cf1 2024-12-02T22:22:23,574 DEBUG [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:23,581 DEBUG [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/cf1/a6205b8bea684cfd9f743b868858faf2 2024-12-02T22:22:23,581 INFO [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] regionserver.HStore(327): Store=0b45d8a13f8b49c6439229f62d623adb/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:23,581 INFO [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:23,582 INFO [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b45d8a13f8b49c6439229f62d623adb columnFamilyName cf2 2024-12-02T22:22:23,582 DEBUG [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:23,588 DEBUG [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/cf2/8cb745a1459c4b07a5e61e91ee60aa5e 2024-12-02T22:22:23,588 INFO [StoreOpener-0b45d8a13f8b49c6439229f62d623adb-1 {}] regionserver.HStore(327): Store=0b45d8a13f8b49c6439229f62d623adb/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:23,588 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:23,589 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:23,590 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:23,591 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:23,591 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:23,592 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-02T22:22:23,594 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:23,595 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 0b45d8a13f8b49c6439229f62d623adb; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67867891, jitterRate=0.011310383677482605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-02T22:22:23,595 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:23,596 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 0b45d8a13f8b49c6439229f62d623adb: Running coprocessor pre-open hook at 1733178143571Writing region info on filesystem at 1733178143571Initializing all the Stores at 1733178143572 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178143572Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178143573 (+1 ms)Cleaning up temporary data from old regions at 1733178143591 (+18 ms)Running coprocessor post-open hooks at 1733178143595 (+4 ms)Region opened successfully at 1733178143596 (+1 ms) 2024-12-02T22:22:23,597 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb., pid=21, masterSystemTime=1733178143565 2024-12-02T22:22:23,709 INFO [AsyncFSWAL-0-hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/MasterData-prefix:7ae73638d47e,33983,1733178120325 {}] wal.AbstractFSWAL(1368): Slow sync cost: 110 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK], DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK], DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK]] 2024-12-02T22:22:23,710 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:23,710 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:23,711 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=0b45d8a13f8b49c6439229f62d623adb, regionState=OPEN, openSeqNum=18, regionLocation=7ae73638d47e,46025,1733178121941 2024-12-02T22:22:23,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b45d8a13f8b49c6439229f62d623adb, server=7ae73638d47e,46025,1733178121941 because future has completed 2024-12-02T22:22:23,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-12-02T22:22:23,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b45d8a13f8b49c6439229f62d623adb, server=7ae73638d47e,46025,1733178121941 in 303 msec 2024-12-02T22:22:23,725 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb., hostname=7ae73638d47e,46025,1733178121941, seqNum=18] 2024-12-02T22:22:23,726 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:22:23,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-12-02T22:22:23,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0b45d8a13f8b49c6439229f62d623adb, ASSIGN in 575 msec 2024-12-02T22:22:23,727 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 7ae73638d47e,33543,1733178121646 after splitting done 2024-12-02T22:22:23,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:22:23,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 7ae73638d47e,33543,1733178121646, splitWal=true, meta=true in 1.7190 sec 2024-12-02T22:22:23,745 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=408 (was 410), OpenFileDescriptor=1048 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=662 (was 685), ProcessCount=11 (was 11), AvailableMemoryMB=6991 (was 7040) 2024-12-02T22:22:23,747 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1048 is superior to 1024 2024-12-02T22:22:23,761 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=408, OpenFileDescriptor=1048, MaxFileDescriptor=1048576, SystemLoadAverage=662, ProcessCount=11, AvailableMemoryMB=6988 2024-12-02T22:22:23,761 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1048 is superior to 1024 2024-12-02T22:22:23,784 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:22:23,786 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:22:23,787 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:22:23,789 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-45726279, suffix=, logDir=hdfs://localhost:33783/hbase/WALs/hregion-45726279, archiveDir=hdfs://localhost:33783/hbase/oldWALs, maxLogs=32 2024-12-02T22:22:23,804 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-45726279/hregion-45726279.1733178143790, exclude list is [], retry=0 2024-12-02T22:22:23,806 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK] 2024-12-02T22:22:23,807 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK] 2024-12-02T22:22:23,807 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK] 2024-12-02T22:22:23,809 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-45726279/hregion-45726279.1733178143790 2024-12-02T22:22:23,810 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36497:36497),(127.0.0.1/127.0.0.1:44513:44513),(127.0.0.1/127.0.0.1:36559:36559)] 2024-12-02T22:22:23,810 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 722966eecdf52f8e16f55d97446b5f99, NAME => 'testReplayEditsWrittenViaHRegion,,1733178143785.722966eecdf52f8e16f55d97446b5f99.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33783/hbase 2024-12-02T22:22:23,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741898_1076 (size=67) 2024-12-02T22:22:23,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741898_1076 (size=67) 2024-12-02T22:22:23,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741898_1076 (size=67) 2024-12-02T22:22:23,825 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733178143785.722966eecdf52f8e16f55d97446b5f99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:23,827 INFO [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 722966eecdf52f8e16f55d97446b5f99 2024-12-02T22:22:23,828 INFO [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 722966eecdf52f8e16f55d97446b5f99 columnFamilyName a 2024-12-02T22:22:23,828 DEBUG [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:23,829 INFO [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] regionserver.HStore(327): Store=722966eecdf52f8e16f55d97446b5f99/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:23,829 INFO [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 722966eecdf52f8e16f55d97446b5f99 2024-12-02T22:22:23,830 INFO [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 722966eecdf52f8e16f55d97446b5f99 columnFamilyName b 2024-12-02T22:22:23,830 DEBUG [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:23,831 INFO [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] regionserver.HStore(327): Store=722966eecdf52f8e16f55d97446b5f99/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:23,831 INFO [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 722966eecdf52f8e16f55d97446b5f99 2024-12-02T22:22:23,832 INFO [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 722966eecdf52f8e16f55d97446b5f99 columnFamilyName c 2024-12-02T22:22:23,832 DEBUG [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:23,833 INFO [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] regionserver.HStore(327): Store=722966eecdf52f8e16f55d97446b5f99/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:23,833 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 722966eecdf52f8e16f55d97446b5f99 2024-12-02T22:22:23,834 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99 2024-12-02T22:22:23,834 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99 2024-12-02T22:22:23,835 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 722966eecdf52f8e16f55d97446b5f99 2024-12-02T22:22:23,835 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 722966eecdf52f8e16f55d97446b5f99 2024-12-02T22:22:23,836 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:22:23,837 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 722966eecdf52f8e16f55d97446b5f99 2024-12-02T22:22:23,840 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:22:23,841 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 722966eecdf52f8e16f55d97446b5f99; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66973679, jitterRate=-0.0020144134759902954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:22:23,842 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 722966eecdf52f8e16f55d97446b5f99: Writing region info on filesystem at 1733178143825Initializing all the Stores at 1733178143826 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178143826Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178143826Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178143826Cleaning up temporary data from old regions at 1733178143835 (+9 ms)Region opened successfully at 1733178143842 (+7 ms) 2024-12-02T22:22:23,842 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 722966eecdf52f8e16f55d97446b5f99, disabling compactions & flushes 2024-12-02T22:22:23,842 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733178143785.722966eecdf52f8e16f55d97446b5f99. 2024-12-02T22:22:23,842 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733178143785.722966eecdf52f8e16f55d97446b5f99. 2024-12-02T22:22:23,842 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733178143785.722966eecdf52f8e16f55d97446b5f99. after waiting 0 ms 2024-12-02T22:22:23,842 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733178143785.722966eecdf52f8e16f55d97446b5f99. 2024-12-02T22:22:23,842 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733178143785.722966eecdf52f8e16f55d97446b5f99. 2024-12-02T22:22:23,842 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 722966eecdf52f8e16f55d97446b5f99: Waiting for close lock at 1733178143842Disabling compacts and flushes for region at 1733178143842Disabling writes for close at 1733178143842Writing region close event to WAL at 1733178143842Closed at 1733178143842 2024-12-02T22:22:23,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741897_1075 (size=95) 2024-12-02T22:22:23,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741897_1075 (size=95) 2024-12-02T22:22:23,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741897_1075 (size=95) 2024-12-02T22:22:23,852 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T22:22:23,852 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-45726279:(num 1733178143790) 2024-12-02T22:22:23,852 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T22:22:23,854 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33783/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733178143783, archiveDir=hdfs://localhost:33783/hbase/oldWALs, maxLogs=32 2024-12-02T22:22:23,867 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733178143783/wal.1733178143854, exclude list is [], retry=0 2024-12-02T22:22:23,870 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK] 2024-12-02T22:22:23,870 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK] 2024-12-02T22:22:23,870 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK] 2024-12-02T22:22:23,872 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733178143783/wal.1733178143854 2024-12-02T22:22:23,872 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36497:36497),(127.0.0.1/127.0.0.1:44513:44513),(127.0.0.1/127.0.0.1:36559:36559)] 2024-12-02T22:22:23,872 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 722966eecdf52f8e16f55d97446b5f99, NAME => 'testReplayEditsWrittenViaHRegion,,1733178143785.722966eecdf52f8e16f55d97446b5f99.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:22:23,873 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733178143785.722966eecdf52f8e16f55d97446b5f99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:23,873 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 722966eecdf52f8e16f55d97446b5f99 2024-12-02T22:22:23,873 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 722966eecdf52f8e16f55d97446b5f99 2024-12-02T22:22:23,874 INFO [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 722966eecdf52f8e16f55d97446b5f99 2024-12-02T22:22:23,875 INFO [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 722966eecdf52f8e16f55d97446b5f99 columnFamilyName a 2024-12-02T22:22:23,875 DEBUG [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:23,875 INFO [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] regionserver.HStore(327): Store=722966eecdf52f8e16f55d97446b5f99/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:23,875 INFO [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 722966eecdf52f8e16f55d97446b5f99 2024-12-02T22:22:23,876 INFO [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 722966eecdf52f8e16f55d97446b5f99 columnFamilyName b 2024-12-02T22:22:23,876 DEBUG [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:23,877 INFO [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] regionserver.HStore(327): Store=722966eecdf52f8e16f55d97446b5f99/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:23,877 INFO [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 722966eecdf52f8e16f55d97446b5f99 2024-12-02T22:22:23,877 INFO [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 722966eecdf52f8e16f55d97446b5f99 columnFamilyName c 2024-12-02T22:22:23,878 DEBUG [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:23,878 INFO [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] regionserver.HStore(327): Store=722966eecdf52f8e16f55d97446b5f99/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:23,878 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 722966eecdf52f8e16f55d97446b5f99 2024-12-02T22:22:23,879 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99 2024-12-02T22:22:23,880 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99 2024-12-02T22:22:23,881 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 722966eecdf52f8e16f55d97446b5f99 2024-12-02T22:22:23,881 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 722966eecdf52f8e16f55d97446b5f99 2024-12-02T22:22:23,881 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:22:23,882 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 722966eecdf52f8e16f55d97446b5f99 2024-12-02T22:22:23,883 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 722966eecdf52f8e16f55d97446b5f99; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66938362, jitterRate=-0.002540677785873413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:22:23,884 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 722966eecdf52f8e16f55d97446b5f99: Writing region info on filesystem at 1733178143873Initializing all the Stores at 1733178143874 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178143874Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178143874Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178143874Cleaning up temporary data from old regions at 1733178143881 (+7 ms)Region opened successfully at 1733178143884 (+3 ms) 2024-12-02T22:22:23,917 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 722966eecdf52f8e16f55d97446b5f99 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-02T22:22:23,934 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/.tmp/a/1ea8eb755cc54d21ace5c4be5c09cbd5 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733178143884/Put/seqid=0 2024-12-02T22:22:23,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741900_1078 (size=5958) 2024-12-02T22:22:23,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741900_1078 (size=5958) 2024-12-02T22:22:23,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741900_1078 (size=5958) 2024-12-02T22:22:23,942 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/.tmp/a/1ea8eb755cc54d21ace5c4be5c09cbd5 2024-12-02T22:22:23,962 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/.tmp/b/387c954919cd448ea0a8932565f9ea88 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733178143892/Put/seqid=0 2024-12-02T22:22:23,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741901_1079 (size=5958) 2024-12-02T22:22:23,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741901_1079 (size=5958) 2024-12-02T22:22:23,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741901_1079 (size=5958) 2024-12-02T22:22:23,969 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/.tmp/b/387c954919cd448ea0a8932565f9ea88 2024-12-02T22:22:23,988 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/.tmp/c/d5488ae7df4e426388ba52ec597ccb03 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733178143904/Put/seqid=0 2024-12-02T22:22:23,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741902_1080 (size=5958) 2024-12-02T22:22:23,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741902_1080 (size=5958) 2024-12-02T22:22:23,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741902_1080 (size=5958) 2024-12-02T22:22:23,995 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/.tmp/c/d5488ae7df4e426388ba52ec597ccb03 2024-12-02T22:22:24,000 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/.tmp/a/1ea8eb755cc54d21ace5c4be5c09cbd5 as hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/a/1ea8eb755cc54d21ace5c4be5c09cbd5 2024-12-02T22:22:24,005 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/a/1ea8eb755cc54d21ace5c4be5c09cbd5, entries=10, sequenceid=33, filesize=5.8 K 2024-12-02T22:22:24,006 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/.tmp/b/387c954919cd448ea0a8932565f9ea88 as hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/b/387c954919cd448ea0a8932565f9ea88 2024-12-02T22:22:24,010 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/b/387c954919cd448ea0a8932565f9ea88, entries=10, sequenceid=33, filesize=5.8 K 2024-12-02T22:22:24,011 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/.tmp/c/d5488ae7df4e426388ba52ec597ccb03 as hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/c/d5488ae7df4e426388ba52ec597ccb03 2024-12-02T22:22:24,017 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/c/d5488ae7df4e426388ba52ec597ccb03, entries=10, sequenceid=33, filesize=5.8 K 2024-12-02T22:22:24,018 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 722966eecdf52f8e16f55d97446b5f99 in 101ms, sequenceid=33, compaction requested=false 2024-12-02T22:22:24,018 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 722966eecdf52f8e16f55d97446b5f99: 2024-12-02T22:22:24,018 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 722966eecdf52f8e16f55d97446b5f99, disabling compactions & flushes 2024-12-02T22:22:24,018 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733178143785.722966eecdf52f8e16f55d97446b5f99. 2024-12-02T22:22:24,018 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733178143785.722966eecdf52f8e16f55d97446b5f99. 2024-12-02T22:22:24,018 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733178143785.722966eecdf52f8e16f55d97446b5f99. after waiting 0 ms 2024-12-02T22:22:24,018 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733178143785.722966eecdf52f8e16f55d97446b5f99. 2024-12-02T22:22:24,019 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733178143785.722966eecdf52f8e16f55d97446b5f99. 2024-12-02T22:22:24,020 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 722966eecdf52f8e16f55d97446b5f99: Waiting for close lock at 1733178144018Disabling compacts and flushes for region at 1733178144018Disabling writes for close at 1733178144018Writing region close event to WAL at 1733178144019 (+1 ms)Closed at 1733178144019 2024-12-02T22:22:24,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741899_1077 (size=3385) 2024-12-02T22:22:24,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741899_1077 (size=3385) 2024-12-02T22:22:24,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741899_1077 (size=3385) 2024-12-02T22:22:24,027 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/b/387c954919cd448ea0a8932565f9ea88 to hdfs://localhost:33783/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/b/387c954919cd448ea0a8932565f9ea88 2024-12-02T22:22:24,043 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33783/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733178143783/wal.1733178143854, size=3.3 K (3385bytes) 2024-12-02T22:22:24,043 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33783/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733178143783/wal.1733178143854 2024-12-02T22:22:24,044 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33783/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733178143783/wal.1733178143854 after 1ms 2024-12-02T22:22:24,046 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33783/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733178143783/wal.1733178143854: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T22:22:24,046 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33783/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733178143783/wal.1733178143854 took 3ms 2024-12-02T22:22:24,048 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33783/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733178143783/wal.1733178143854 so closing down 2024-12-02T22:22:24,048 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T22:22:24,049 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733178143854.temp 2024-12-02T22:22:24,050 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/recovered.edits/0000000000000000003-wal.1733178143854.temp 2024-12-02T22:22:24,051 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T22:22:24,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741903_1081 (size=2944) 2024-12-02T22:22:24,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741903_1081 (size=2944) 2024-12-02T22:22:24,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741903_1081 (size=2944) 2024-12-02T22:22:24,061 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/recovered.edits/0000000000000000003-wal.1733178143854.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-02T22:22:24,063 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/recovered.edits/0000000000000000003-wal.1733178143854.temp to hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/recovered.edits/0000000000000000032 2024-12-02T22:22:24,063 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:33783/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733178143783/wal.1733178143854, size=3.3 K, length=3385, corrupted=false, cancelled=false 2024-12-02T22:22:24,063 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33783/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733178143783/wal.1733178143854, journal: Splitting hdfs://localhost:33783/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733178143783/wal.1733178143854, size=3.3 K (3385bytes) at 1733178144043Finishing writing output for hdfs://localhost:33783/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733178143783/wal.1733178143854 so closing down at 1733178144048 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/recovered.edits/0000000000000000003-wal.1733178143854.temp at 1733178144050 (+2 ms)3 split writer threads finished at 1733178144051 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/recovered.edits/0000000000000000003-wal.1733178143854.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733178144061 (+10 ms)Rename recovered edits hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/recovered.edits/0000000000000000003-wal.1733178143854.temp to hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/recovered.edits/0000000000000000032 at 1733178144063 (+2 ms)Processed 32 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:33783/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733178143783/wal.1733178143854, size=3.3 K, length=3385, corrupted=false, cancelled=false at 1733178144063 2024-12-02T22:22:24,065 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33783/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733178143783/wal.1733178143854 to hdfs://localhost:33783/hbase/oldWALs/wal.1733178143854 2024-12-02T22:22:24,066 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/recovered.edits/0000000000000000032 2024-12-02T22:22:24,066 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T22:22:24,067 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33783/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733178143783, archiveDir=hdfs://localhost:33783/hbase/oldWALs, maxLogs=32 2024-12-02T22:22:24,081 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733178143783/wal.1733178144068, exclude list is [], retry=0 2024-12-02T22:22:24,084 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK] 2024-12-02T22:22:24,085 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK] 2024-12-02T22:22:24,085 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK] 2024-12-02T22:22:24,087 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733178143783/wal.1733178144068 2024-12-02T22:22:24,088 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36559:36559),(127.0.0.1/127.0.0.1:36497:36497),(127.0.0.1/127.0.0.1:44513:44513)] 2024-12-02T22:22:24,088 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 722966eecdf52f8e16f55d97446b5f99, NAME => 'testReplayEditsWrittenViaHRegion,,1733178143785.722966eecdf52f8e16f55d97446b5f99.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:22:24,088 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733178143785.722966eecdf52f8e16f55d97446b5f99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:24,088 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 722966eecdf52f8e16f55d97446b5f99 2024-12-02T22:22:24,088 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 722966eecdf52f8e16f55d97446b5f99 2024-12-02T22:22:24,090 INFO [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 722966eecdf52f8e16f55d97446b5f99 2024-12-02T22:22:24,091 INFO [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 722966eecdf52f8e16f55d97446b5f99 columnFamilyName a 2024-12-02T22:22:24,091 DEBUG [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:24,098 DEBUG [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/a/1ea8eb755cc54d21ace5c4be5c09cbd5 2024-12-02T22:22:24,098 INFO [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] regionserver.HStore(327): Store=722966eecdf52f8e16f55d97446b5f99/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:24,098 INFO [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 722966eecdf52f8e16f55d97446b5f99 2024-12-02T22:22:24,099 INFO [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 722966eecdf52f8e16f55d97446b5f99 columnFamilyName b 2024-12-02T22:22:24,100 DEBUG [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:24,100 INFO [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] regionserver.HStore(327): Store=722966eecdf52f8e16f55d97446b5f99/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:24,100 INFO [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 722966eecdf52f8e16f55d97446b5f99 2024-12-02T22:22:24,101 INFO [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 722966eecdf52f8e16f55d97446b5f99 columnFamilyName c 2024-12-02T22:22:24,101 DEBUG [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:24,106 DEBUG [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/c/d5488ae7df4e426388ba52ec597ccb03 2024-12-02T22:22:24,107 INFO [StoreOpener-722966eecdf52f8e16f55d97446b5f99-1 {}] regionserver.HStore(327): Store=722966eecdf52f8e16f55d97446b5f99/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:24,107 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 722966eecdf52f8e16f55d97446b5f99 2024-12-02T22:22:24,108 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99 2024-12-02T22:22:24,109 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99 2024-12-02T22:22:24,110 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/recovered.edits/0000000000000000032 2024-12-02T22:22:24,112 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T22:22:24,113 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/recovered.edits/0000000000000000032 2024-12-02T22:22:24,114 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 722966eecdf52f8e16f55d97446b5f99 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-02T22:22:24,135 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/.tmp/b/a9dc9c8244b94d9c94751364d5afd459 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733178143892/Put/seqid=0 2024-12-02T22:22:24,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741905_1083 (size=5958) 2024-12-02T22:22:24,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741905_1083 (size=5958) 2024-12-02T22:22:24,143 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/.tmp/b/a9dc9c8244b94d9c94751364d5afd459 2024-12-02T22:22:24,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741905_1083 (size=5958) 2024-12-02T22:22:24,150 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/.tmp/b/a9dc9c8244b94d9c94751364d5afd459 as hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/b/a9dc9c8244b94d9c94751364d5afd459 2024-12-02T22:22:24,156 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/b/a9dc9c8244b94d9c94751364d5afd459, entries=10, sequenceid=32, filesize=5.8 K 2024-12-02T22:22:24,156 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 722966eecdf52f8e16f55d97446b5f99 in 42ms, sequenceid=32, compaction requested=false; wal=null 2024-12-02T22:22:24,157 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/recovered.edits/0000000000000000032 2024-12-02T22:22:24,158 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 722966eecdf52f8e16f55d97446b5f99 2024-12-02T22:22:24,158 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 722966eecdf52f8e16f55d97446b5f99 2024-12-02T22:22:24,159 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:22:24,160 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 722966eecdf52f8e16f55d97446b5f99 2024-12-02T22:22:24,162 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/722966eecdf52f8e16f55d97446b5f99/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-12-02T22:22:24,163 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 722966eecdf52f8e16f55d97446b5f99; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73944722, jitterRate=0.10186222195625305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:22:24,163 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 722966eecdf52f8e16f55d97446b5f99: Writing region info on filesystem at 1733178144088Initializing all the Stores at 1733178144089 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178144089Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178144089Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178144089Obtaining lock to block concurrent updates at 1733178144114 (+25 ms)Preparing flush snapshotting stores in 722966eecdf52f8e16f55d97446b5f99 at 1733178144114Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733178143785.722966eecdf52f8e16f55d97446b5f99., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733178144114Flushing stores of testReplayEditsWrittenViaHRegion,,1733178143785.722966eecdf52f8e16f55d97446b5f99. at 1733178144114Flushing 722966eecdf52f8e16f55d97446b5f99/b: creating writer at 1733178144114Flushing 722966eecdf52f8e16f55d97446b5f99/b: appending metadata at 1733178144134 (+20 ms)Flushing 722966eecdf52f8e16f55d97446b5f99/b: closing flushed file at 1733178144134Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a103ed4: reopening flushed file at 1733178144149 (+15 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 722966eecdf52f8e16f55d97446b5f99 in 42ms, sequenceid=32, compaction requested=false; wal=null at 1733178144156 (+7 ms)Cleaning up temporary data from old regions at 1733178144158 (+2 ms)Region opened successfully at 1733178144163 (+5 ms) 2024-12-02T22:22:24,186 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=417 (was 408) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:33696 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:60034 [Waiting for operation #46] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:33886 [Receiving block BP-1195816637-172.17.0.2-1733178115908:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1195816637-172.17.0.2-1733178115908:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:60244 [Receiving block BP-1195816637-172.17.0.2-1733178115908:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1195816637-172.17.0.2-1733178115908:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:58550 [Receiving block BP-1195816637-172.17.0.2-1733178115908:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:58332 [Waiting for operation #52] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1195816637-172.17.0.2-1733178115908:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1124 (was 1048) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=662 (was 662), ProcessCount=11 (was 11), AvailableMemoryMB=6982 (was 6988) 2024-12-02T22:22:24,187 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1124 is superior to 1024 2024-12-02T22:22:24,198 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=417, OpenFileDescriptor=1124, MaxFileDescriptor=1048576, SystemLoadAverage=662, ProcessCount=11, AvailableMemoryMB=6981 2024-12-02T22:22:24,198 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1124 is superior to 1024 2024-12-02T22:22:24,218 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:22:24,219 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:22:24,220 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:22:24,223 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-80884621, suffix=, logDir=hdfs://localhost:33783/hbase/WALs/hregion-80884621, archiveDir=hdfs://localhost:33783/hbase/oldWALs, maxLogs=32 2024-12-02T22:22:24,236 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-80884621/hregion-80884621.1733178144223, exclude list is [], retry=0 2024-12-02T22:22:24,238 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK] 2024-12-02T22:22:24,238 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK] 2024-12-02T22:22:24,239 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK] 2024-12-02T22:22:24,240 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-80884621/hregion-80884621.1733178144223 2024-12-02T22:22:24,241 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36497:36497),(127.0.0.1/127.0.0.1:44513:44513),(127.0.0.1/127.0.0.1:36559:36559)] 2024-12-02T22:22:24,241 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 256ada5210786fb23fa7a887dd60b494, NAME => 'testReplayEditsAfterAbortingFlush,,1733178144218.256ada5210786fb23fa7a887dd60b494.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33783/hbase 2024-12-02T22:22:24,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741907_1085 (size=68) 2024-12-02T22:22:24,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741907_1085 (size=68) 2024-12-02T22:22:24,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741907_1085 (size=68) 2024-12-02T22:22:24,249 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733178144218.256ada5210786fb23fa7a887dd60b494.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:24,250 INFO [StoreOpener-256ada5210786fb23fa7a887dd60b494-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 256ada5210786fb23fa7a887dd60b494 2024-12-02T22:22:24,251 INFO [StoreOpener-256ada5210786fb23fa7a887dd60b494-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 256ada5210786fb23fa7a887dd60b494 columnFamilyName a 2024-12-02T22:22:24,251 DEBUG [StoreOpener-256ada5210786fb23fa7a887dd60b494-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:24,252 INFO [StoreOpener-256ada5210786fb23fa7a887dd60b494-1 {}] regionserver.HStore(327): Store=256ada5210786fb23fa7a887dd60b494/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:24,252 INFO [StoreOpener-256ada5210786fb23fa7a887dd60b494-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 256ada5210786fb23fa7a887dd60b494 2024-12-02T22:22:24,253 INFO [StoreOpener-256ada5210786fb23fa7a887dd60b494-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 256ada5210786fb23fa7a887dd60b494 columnFamilyName b 2024-12-02T22:22:24,253 DEBUG [StoreOpener-256ada5210786fb23fa7a887dd60b494-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:24,254 INFO [StoreOpener-256ada5210786fb23fa7a887dd60b494-1 {}] regionserver.HStore(327): Store=256ada5210786fb23fa7a887dd60b494/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:24,254 INFO [StoreOpener-256ada5210786fb23fa7a887dd60b494-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 256ada5210786fb23fa7a887dd60b494 2024-12-02T22:22:24,255 INFO [StoreOpener-256ada5210786fb23fa7a887dd60b494-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 256ada5210786fb23fa7a887dd60b494 columnFamilyName c 2024-12-02T22:22:24,255 DEBUG [StoreOpener-256ada5210786fb23fa7a887dd60b494-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:24,255 INFO [StoreOpener-256ada5210786fb23fa7a887dd60b494-1 {}] regionserver.HStore(327): Store=256ada5210786fb23fa7a887dd60b494/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:24,256 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 256ada5210786fb23fa7a887dd60b494 2024-12-02T22:22:24,256 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testReplayEditsAfterAbortingFlush/256ada5210786fb23fa7a887dd60b494 2024-12-02T22:22:24,257 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testReplayEditsAfterAbortingFlush/256ada5210786fb23fa7a887dd60b494 2024-12-02T22:22:24,262 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 256ada5210786fb23fa7a887dd60b494 2024-12-02T22:22:24,262 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 256ada5210786fb23fa7a887dd60b494 2024-12-02T22:22:24,263 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:22:24,265 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 256ada5210786fb23fa7a887dd60b494 2024-12-02T22:22:24,273 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/hbase/data/default/testReplayEditsAfterAbortingFlush/256ada5210786fb23fa7a887dd60b494/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:22:24,274 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 256ada5210786fb23fa7a887dd60b494; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72768765, jitterRate=0.08433909714221954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:22:24,275 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 256ada5210786fb23fa7a887dd60b494: Writing region info on filesystem at 1733178144249Initializing all the Stores at 1733178144250 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178144250Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178144250Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178144250Cleaning up temporary data from old regions at 1733178144262 (+12 ms)Region opened successfully at 1733178144274 (+12 ms) 2024-12-02T22:22:24,275 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 256ada5210786fb23fa7a887dd60b494, disabling compactions & flushes 2024-12-02T22:22:24,275 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733178144218.256ada5210786fb23fa7a887dd60b494. 2024-12-02T22:22:24,275 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733178144218.256ada5210786fb23fa7a887dd60b494. 2024-12-02T22:22:24,275 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733178144218.256ada5210786fb23fa7a887dd60b494. after waiting 0 ms 2024-12-02T22:22:24,275 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733178144218.256ada5210786fb23fa7a887dd60b494. 2024-12-02T22:22:24,277 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733178144218.256ada5210786fb23fa7a887dd60b494. 2024-12-02T22:22:24,277 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 256ada5210786fb23fa7a887dd60b494: Waiting for close lock at 1733178144275Disabling compacts and flushes for region at 1733178144275Disabling writes for close at 1733178144275Writing region close event to WAL at 1733178144277 (+2 ms)Closed at 1733178144277 2024-12-02T22:22:24,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741906_1084 (size=95) 2024-12-02T22:22:24,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741906_1084 (size=95) 2024-12-02T22:22:24,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741906_1084 (size=95) 2024-12-02T22:22:24,295 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T22:22:24,295 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-80884621:(num 1733178144223) 2024-12-02T22:22:24,295 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T22:22:24,297 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33783/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733178144217, archiveDir=hdfs://localhost:33783/hbase/oldWALs, maxLogs=32 2024-12-02T22:22:24,318 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733178144217/wal.1733178144297, exclude list is [], retry=0 2024-12-02T22:22:24,321 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK] 2024-12-02T22:22:24,321 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK] 2024-12-02T22:22:24,322 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK] 2024-12-02T22:22:24,337 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733178144217/wal.1733178144297 2024-12-02T22:22:24,337 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44513:44513),(127.0.0.1/127.0.0.1:36559:36559),(127.0.0.1/127.0.0.1:36497:36497)] 2024-12-02T22:22:24,411 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 256ada5210786fb23fa7a887dd60b494, NAME => 'testReplayEditsAfterAbortingFlush,,1733178144218.256ada5210786fb23fa7a887dd60b494.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:22:24,414 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 256ada5210786fb23fa7a887dd60b494 2024-12-02T22:22:24,414 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733178144218.256ada5210786fb23fa7a887dd60b494.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:24,414 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 256ada5210786fb23fa7a887dd60b494 2024-12-02T22:22:24,414 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 256ada5210786fb23fa7a887dd60b494 2024-12-02T22:22:24,416 INFO [StoreOpener-256ada5210786fb23fa7a887dd60b494-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 256ada5210786fb23fa7a887dd60b494 2024-12-02T22:22:24,417 INFO [StoreOpener-256ada5210786fb23fa7a887dd60b494-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 256ada5210786fb23fa7a887dd60b494 columnFamilyName a 2024-12-02T22:22:24,417 DEBUG [StoreOpener-256ada5210786fb23fa7a887dd60b494-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:24,418 INFO [StoreOpener-256ada5210786fb23fa7a887dd60b494-1 {}] regionserver.HStore(327): Store=256ada5210786fb23fa7a887dd60b494/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:24,418 INFO [StoreOpener-256ada5210786fb23fa7a887dd60b494-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 256ada5210786fb23fa7a887dd60b494 2024-12-02T22:22:24,419 INFO [StoreOpener-256ada5210786fb23fa7a887dd60b494-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 256ada5210786fb23fa7a887dd60b494 columnFamilyName b 2024-12-02T22:22:24,419 DEBUG [StoreOpener-256ada5210786fb23fa7a887dd60b494-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:24,420 INFO [StoreOpener-256ada5210786fb23fa7a887dd60b494-1 {}] regionserver.HStore(327): Store=256ada5210786fb23fa7a887dd60b494/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:24,420 INFO [StoreOpener-256ada5210786fb23fa7a887dd60b494-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 256ada5210786fb23fa7a887dd60b494 2024-12-02T22:22:24,421 INFO [StoreOpener-256ada5210786fb23fa7a887dd60b494-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 256ada5210786fb23fa7a887dd60b494 columnFamilyName c 2024-12-02T22:22:24,421 DEBUG [StoreOpener-256ada5210786fb23fa7a887dd60b494-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:24,421 INFO [StoreOpener-256ada5210786fb23fa7a887dd60b494-1 {}] regionserver.HStore(327): Store=256ada5210786fb23fa7a887dd60b494/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:24,421 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 256ada5210786fb23fa7a887dd60b494 2024-12-02T22:22:24,422 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testReplayEditsAfterAbortingFlush/256ada5210786fb23fa7a887dd60b494 2024-12-02T22:22:24,423 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testReplayEditsAfterAbortingFlush/256ada5210786fb23fa7a887dd60b494 2024-12-02T22:22:24,424 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 256ada5210786fb23fa7a887dd60b494 2024-12-02T22:22:24,425 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 256ada5210786fb23fa7a887dd60b494 2024-12-02T22:22:24,426 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:22:24,429 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 256ada5210786fb23fa7a887dd60b494 2024-12-02T22:22:24,430 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 256ada5210786fb23fa7a887dd60b494; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73597436, jitterRate=0.09668725728988647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:22:24,430 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 256ada5210786fb23fa7a887dd60b494 2024-12-02T22:22:24,430 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 256ada5210786fb23fa7a887dd60b494: Running coprocessor pre-open hook at 1733178144414Writing region info on filesystem at 1733178144414Initializing all the Stores at 1733178144415 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178144416 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178144416Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178144416Cleaning up temporary data from old regions at 1733178144425 (+9 ms)Running coprocessor post-open hooks at 1733178144430 (+5 ms)Region opened successfully at 1733178144430 2024-12-02T22:22:24,442 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 256ada5210786fb23fa7a887dd60b494 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-12-02T22:22:24,443 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 256ada5210786fb23fa7a887dd60b494/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:22:24,801 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T22:22:25,443 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 256ada5210786fb23fa7a887dd60b494/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:22:26,444 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 256ada5210786fb23fa7a887dd60b494/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:22:27,445 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 256ada5210786fb23fa7a887dd60b494/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:22:28,446 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 256ada5210786fb23fa7a887dd60b494/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:22:29,414 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T22:22:29,446 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 256ada5210786fb23fa7a887dd60b494/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:22:29,916 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T22:22:30,447 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 256ada5210786fb23fa7a887dd60b494/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:22:30,740 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-12-02T22:22:30,741 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-12-02T22:22:30,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-12-02T22:22:30,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-12-02T22:22:31,447 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 256ada5210786fb23fa7a887dd60b494/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:22:32,448 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 256ada5210786fb23fa7a887dd60b494/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:22:33,449 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 256ada5210786fb23fa7a887dd60b494/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:22:33,450 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 256ada5210786fb23fa7a887dd60b494: 2024-12-02T22:22:33,450 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733178144218.256ada5210786fb23fa7a887dd60b494. 2024-12-02T22:22:33,461 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 256ada5210786fb23fa7a887dd60b494: 2024-12-02T22:22:33,462 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-12-02T22:22:33,462 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 256ada5210786fb23fa7a887dd60b494, disabling compactions & flushes 2024-12-02T22:22:33,462 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733178144218.256ada5210786fb23fa7a887dd60b494. 2024-12-02T22:22:33,462 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733178144218.256ada5210786fb23fa7a887dd60b494. 2024-12-02T22:22:33,462 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733178144218.256ada5210786fb23fa7a887dd60b494. after waiting 0 ms 2024-12-02T22:22:33,462 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733178144218.256ada5210786fb23fa7a887dd60b494. 2024-12-02T22:22:33,462 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733178144218.256ada5210786fb23fa7a887dd60b494. 2024-12-02T22:22:33,462 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733178144218.256ada5210786fb23fa7a887dd60b494. 2024-12-02T22:22:33,463 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 256ada5210786fb23fa7a887dd60b494: Waiting for close lock at 1733178153462Running coprocessor pre-close hooks at 1733178153462Disabling compacts and flushes for region at 1733178153462Disabling writes for close at 1733178153462Writing region close event to WAL at 1733178153462Running coprocessor post-close hooks at 1733178153462Closed at 1733178153462 2024-12-02T22:22:33,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741908_1086 (size=2691) 2024-12-02T22:22:33,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741908_1086 (size=2691) 2024-12-02T22:22:33,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741908_1086 (size=2691) 2024-12-02T22:22:33,482 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33783/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733178144217/wal.1733178144297, size=2.6 K (2691bytes) 2024-12-02T22:22:33,482 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33783/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733178144217/wal.1733178144297 2024-12-02T22:22:33,482 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33783/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733178144217/wal.1733178144297 after 0ms 2024-12-02T22:22:33,485 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33783/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733178144217/wal.1733178144297: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T22:22:33,485 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33783/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733178144217/wal.1733178144297 took 3ms 2024-12-02T22:22:33,487 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33783/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733178144217/wal.1733178144297 so closing down 2024-12-02T22:22:33,487 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T22:22:33,488 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733178144297.temp 2024-12-02T22:22:33,489 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testReplayEditsAfterAbortingFlush/256ada5210786fb23fa7a887dd60b494/recovered.edits/0000000000000000004-wal.1733178144297.temp 2024-12-02T22:22:33,490 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T22:22:33,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741909_1087 (size=2094) 2024-12-02T22:22:33,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741909_1087 (size=2094) 2024-12-02T22:22:33,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741909_1087 (size=2094) 2024-12-02T22:22:33,497 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testReplayEditsAfterAbortingFlush/256ada5210786fb23fa7a887dd60b494/recovered.edits/0000000000000000004-wal.1733178144297.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-12-02T22:22:33,498 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33783/hbase/data/default/testReplayEditsAfterAbortingFlush/256ada5210786fb23fa7a887dd60b494/recovered.edits/0000000000000000004-wal.1733178144297.temp to hdfs://localhost:33783/hbase/data/default/testReplayEditsAfterAbortingFlush/256ada5210786fb23fa7a887dd60b494/recovered.edits/0000000000000000026 2024-12-02T22:22:33,498 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:33783/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733178144217/wal.1733178144297, size=2.6 K, length=2691, corrupted=false, cancelled=false 2024-12-02T22:22:33,498 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33783/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733178144217/wal.1733178144297, journal: Splitting hdfs://localhost:33783/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733178144217/wal.1733178144297, size=2.6 K (2691bytes) at 1733178153482Finishing writing output for hdfs://localhost:33783/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733178144217/wal.1733178144297 so closing down at 1733178153487 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testReplayEditsAfterAbortingFlush/256ada5210786fb23fa7a887dd60b494/recovered.edits/0000000000000000004-wal.1733178144297.temp at 1733178153489 (+2 ms)3 split writer threads finished at 1733178153490 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testReplayEditsAfterAbortingFlush/256ada5210786fb23fa7a887dd60b494/recovered.edits/0000000000000000004-wal.1733178144297.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733178153497 (+7 ms)Rename recovered edits hdfs://localhost:33783/hbase/data/default/testReplayEditsAfterAbortingFlush/256ada5210786fb23fa7a887dd60b494/recovered.edits/0000000000000000004-wal.1733178144297.temp to hdfs://localhost:33783/hbase/data/default/testReplayEditsAfterAbortingFlush/256ada5210786fb23fa7a887dd60b494/recovered.edits/0000000000000000026 at 1733178153498 (+1 ms)Processed 23 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:33783/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733178144217/wal.1733178144297, size=2.6 K, length=2691, corrupted=false, cancelled=false at 1733178153498 2024-12-02T22:22:33,500 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33783/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733178144217/wal.1733178144297 to hdfs://localhost:33783/hbase/oldWALs/wal.1733178144297 2024-12-02T22:22:33,501 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33783/hbase/data/default/testReplayEditsAfterAbortingFlush/256ada5210786fb23fa7a887dd60b494/recovered.edits/0000000000000000026 2024-12-02T22:22:33,501 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T22:22:33,503 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33783/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733178144217, archiveDir=hdfs://localhost:33783/hbase/oldWALs, maxLogs=32 2024-12-02T22:22:33,523 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733178144217/wal.1733178153503, exclude list is [], retry=0 2024-12-02T22:22:33,526 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK] 2024-12-02T22:22:33,526 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK] 2024-12-02T22:22:33,527 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK] 2024-12-02T22:22:33,530 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733178144217/wal.1733178153503 2024-12-02T22:22:33,532 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36497:36497),(127.0.0.1/127.0.0.1:36559:36559),(127.0.0.1/127.0.0.1:44513:44513)] 2024-12-02T22:22:33,533 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 256ada5210786fb23fa7a887dd60b494, NAME => 'testReplayEditsAfterAbortingFlush,,1733178144218.256ada5210786fb23fa7a887dd60b494.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:22:33,533 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 256ada5210786fb23fa7a887dd60b494 2024-12-02T22:22:33,533 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733178144218.256ada5210786fb23fa7a887dd60b494.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:33,534 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 256ada5210786fb23fa7a887dd60b494 2024-12-02T22:22:33,534 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 256ada5210786fb23fa7a887dd60b494 2024-12-02T22:22:33,536 INFO [StoreOpener-256ada5210786fb23fa7a887dd60b494-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 256ada5210786fb23fa7a887dd60b494 2024-12-02T22:22:33,537 INFO [StoreOpener-256ada5210786fb23fa7a887dd60b494-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 256ada5210786fb23fa7a887dd60b494 columnFamilyName a 2024-12-02T22:22:33,537 DEBUG [StoreOpener-256ada5210786fb23fa7a887dd60b494-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:33,537 INFO [StoreOpener-256ada5210786fb23fa7a887dd60b494-1 {}] regionserver.HStore(327): Store=256ada5210786fb23fa7a887dd60b494/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:33,537 INFO [StoreOpener-256ada5210786fb23fa7a887dd60b494-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 256ada5210786fb23fa7a887dd60b494 2024-12-02T22:22:33,538 INFO [StoreOpener-256ada5210786fb23fa7a887dd60b494-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 256ada5210786fb23fa7a887dd60b494 columnFamilyName b 2024-12-02T22:22:33,538 DEBUG [StoreOpener-256ada5210786fb23fa7a887dd60b494-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:33,539 INFO [StoreOpener-256ada5210786fb23fa7a887dd60b494-1 {}] regionserver.HStore(327): Store=256ada5210786fb23fa7a887dd60b494/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:33,539 INFO [StoreOpener-256ada5210786fb23fa7a887dd60b494-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 256ada5210786fb23fa7a887dd60b494 2024-12-02T22:22:33,539 INFO [StoreOpener-256ada5210786fb23fa7a887dd60b494-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 256ada5210786fb23fa7a887dd60b494 columnFamilyName c 2024-12-02T22:22:33,539 DEBUG [StoreOpener-256ada5210786fb23fa7a887dd60b494-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:33,540 INFO [StoreOpener-256ada5210786fb23fa7a887dd60b494-1 {}] regionserver.HStore(327): Store=256ada5210786fb23fa7a887dd60b494/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:33,540 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 256ada5210786fb23fa7a887dd60b494 2024-12-02T22:22:33,541 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testReplayEditsAfterAbortingFlush/256ada5210786fb23fa7a887dd60b494 2024-12-02T22:22:33,542 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testReplayEditsAfterAbortingFlush/256ada5210786fb23fa7a887dd60b494 2024-12-02T22:22:33,543 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33783/hbase/data/default/testReplayEditsAfterAbortingFlush/256ada5210786fb23fa7a887dd60b494/recovered.edits/0000000000000000026 2024-12-02T22:22:33,545 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33783/hbase/data/default/testReplayEditsAfterAbortingFlush/256ada5210786fb23fa7a887dd60b494/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T22:22:33,546 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:33783/hbase/data/default/testReplayEditsAfterAbortingFlush/256ada5210786fb23fa7a887dd60b494/recovered.edits/0000000000000000026 2024-12-02T22:22:33,546 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 256ada5210786fb23fa7a887dd60b494 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-12-02T22:22:33,567 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/hbase/data/default/testReplayEditsAfterAbortingFlush/256ada5210786fb23fa7a887dd60b494/.tmp/a/3244241f6cf94ea08d3da7b4b6150c66 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733178153454/Put/seqid=0 2024-12-02T22:22:33,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741911_1089 (size=5523) 2024-12-02T22:22:33,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741911_1089 (size=5523) 2024-12-02T22:22:33,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741911_1089 (size=5523) 2024-12-02T22:22:33,575 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:33783/hbase/data/default/testReplayEditsAfterAbortingFlush/256ada5210786fb23fa7a887dd60b494/.tmp/a/3244241f6cf94ea08d3da7b4b6150c66 2024-12-02T22:22:33,594 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/hbase/data/default/testReplayEditsAfterAbortingFlush/256ada5210786fb23fa7a887dd60b494/.tmp/b/9bc7a85d777d428980f54d7ee72f7f05 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733178153450/Put/seqid=0 2024-12-02T22:22:33,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741912_1090 (size=5524) 2024-12-02T22:22:33,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741912_1090 (size=5524) 2024-12-02T22:22:33,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741912_1090 (size=5524) 2024-12-02T22:22:33,601 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:33783/hbase/data/default/testReplayEditsAfterAbortingFlush/256ada5210786fb23fa7a887dd60b494/.tmp/b/9bc7a85d777d428980f54d7ee72f7f05 2024-12-02T22:22:33,621 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/hbase/data/default/testReplayEditsAfterAbortingFlush/256ada5210786fb23fa7a887dd60b494/.tmp/c/0e22692762394edaa57004ac90cc483e is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733178153451/Put/seqid=0 2024-12-02T22:22:33,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741913_1091 (size=5457) 2024-12-02T22:22:33,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741913_1091 (size=5457) 2024-12-02T22:22:33,631 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:33783/hbase/data/default/testReplayEditsAfterAbortingFlush/256ada5210786fb23fa7a887dd60b494/.tmp/c/0e22692762394edaa57004ac90cc483e 2024-12-02T22:22:33,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741913_1091 (size=5457) 2024-12-02T22:22:33,636 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/hbase/data/default/testReplayEditsAfterAbortingFlush/256ada5210786fb23fa7a887dd60b494/.tmp/a/3244241f6cf94ea08d3da7b4b6150c66 as hdfs://localhost:33783/hbase/data/default/testReplayEditsAfterAbortingFlush/256ada5210786fb23fa7a887dd60b494/a/3244241f6cf94ea08d3da7b4b6150c66 2024-12-02T22:22:33,641 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/hbase/data/default/testReplayEditsAfterAbortingFlush/256ada5210786fb23fa7a887dd60b494/a/3244241f6cf94ea08d3da7b4b6150c66, entries=7, sequenceid=26, filesize=5.4 K 2024-12-02T22:22:33,642 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/hbase/data/default/testReplayEditsAfterAbortingFlush/256ada5210786fb23fa7a887dd60b494/.tmp/b/9bc7a85d777d428980f54d7ee72f7f05 as hdfs://localhost:33783/hbase/data/default/testReplayEditsAfterAbortingFlush/256ada5210786fb23fa7a887dd60b494/b/9bc7a85d777d428980f54d7ee72f7f05 2024-12-02T22:22:33,647 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/hbase/data/default/testReplayEditsAfterAbortingFlush/256ada5210786fb23fa7a887dd60b494/b/9bc7a85d777d428980f54d7ee72f7f05, entries=7, sequenceid=26, filesize=5.4 K 2024-12-02T22:22:33,647 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/hbase/data/default/testReplayEditsAfterAbortingFlush/256ada5210786fb23fa7a887dd60b494/.tmp/c/0e22692762394edaa57004ac90cc483e as hdfs://localhost:33783/hbase/data/default/testReplayEditsAfterAbortingFlush/256ada5210786fb23fa7a887dd60b494/c/0e22692762394edaa57004ac90cc483e 2024-12-02T22:22:33,652 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/hbase/data/default/testReplayEditsAfterAbortingFlush/256ada5210786fb23fa7a887dd60b494/c/0e22692762394edaa57004ac90cc483e, entries=6, sequenceid=26, filesize=5.3 K 2024-12-02T22:22:33,652 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 256ada5210786fb23fa7a887dd60b494 in 106ms, sequenceid=26, compaction requested=false; wal=null 2024-12-02T22:22:33,653 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33783/hbase/data/default/testReplayEditsAfterAbortingFlush/256ada5210786fb23fa7a887dd60b494/recovered.edits/0000000000000000026 2024-12-02T22:22:33,654 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 256ada5210786fb23fa7a887dd60b494 2024-12-02T22:22:33,654 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 256ada5210786fb23fa7a887dd60b494 2024-12-02T22:22:33,654 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:22:33,656 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 256ada5210786fb23fa7a887dd60b494 2024-12-02T22:22:33,658 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/hbase/data/default/testReplayEditsAfterAbortingFlush/256ada5210786fb23fa7a887dd60b494/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-12-02T22:22:33,659 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 256ada5210786fb23fa7a887dd60b494; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70730871, jitterRate=0.05397211015224457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:22:33,659 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 256ada5210786fb23fa7a887dd60b494 2024-12-02T22:22:33,659 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 256ada5210786fb23fa7a887dd60b494: Running coprocessor pre-open hook at 1733178153534Writing region info on filesystem at 1733178153534Initializing all the Stores at 1733178153535 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178153535Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178153535Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178153535Obtaining lock to block concurrent updates at 1733178153546 (+11 ms)Preparing flush snapshotting stores in 256ada5210786fb23fa7a887dd60b494 at 1733178153546Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733178144218.256ada5210786fb23fa7a887dd60b494., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733178153546Flushing stores of testReplayEditsAfterAbortingFlush,,1733178144218.256ada5210786fb23fa7a887dd60b494. at 1733178153546Flushing 256ada5210786fb23fa7a887dd60b494/a: creating writer at 1733178153547 (+1 ms)Flushing 256ada5210786fb23fa7a887dd60b494/a: appending metadata at 1733178153566 (+19 ms)Flushing 256ada5210786fb23fa7a887dd60b494/a: closing flushed file at 1733178153566Flushing 256ada5210786fb23fa7a887dd60b494/b: creating writer at 1733178153580 (+14 ms)Flushing 256ada5210786fb23fa7a887dd60b494/b: appending metadata at 1733178153593 (+13 ms)Flushing 256ada5210786fb23fa7a887dd60b494/b: closing flushed file at 1733178153593Flushing 256ada5210786fb23fa7a887dd60b494/c: creating writer at 1733178153606 (+13 ms)Flushing 256ada5210786fb23fa7a887dd60b494/c: appending metadata at 1733178153621 (+15 ms)Flushing 256ada5210786fb23fa7a887dd60b494/c: closing flushed file at 1733178153621Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@311cd95e: reopening flushed file at 1733178153636 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10c01cf5: reopening flushed file at 1733178153642 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47d836e0: reopening flushed file at 1733178153647 (+5 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 256ada5210786fb23fa7a887dd60b494 in 106ms, sequenceid=26, compaction requested=false; wal=null at 1733178153652 (+5 ms)Cleaning up temporary data from old regions at 1733178153654 (+2 ms)Running coprocessor post-open hooks at 1733178153659 (+5 ms)Region opened successfully at 1733178153659 2024-12-02T22:22:33,680 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=415 (was 417), OpenFileDescriptor=1182 (was 1124) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=599 (was 662), ProcessCount=11 (was 11), AvailableMemoryMB=6877 (was 6981) 2024-12-02T22:22:33,680 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-12-02T22:22:33,696 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=415, OpenFileDescriptor=1182, MaxFileDescriptor=1048576, SystemLoadAverage=599, ProcessCount=11, AvailableMemoryMB=6869 2024-12-02T22:22:33,696 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-12-02T22:22:33,724 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:22:33,732 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:22:33,733 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:22:33,735 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-32140239, suffix=, logDir=hdfs://localhost:33783/hbase/WALs/hregion-32140239, archiveDir=hdfs://localhost:33783/hbase/oldWALs, maxLogs=32 2024-12-02T22:22:33,749 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-32140239/hregion-32140239.1733178153736, exclude list is [], retry=0 2024-12-02T22:22:33,752 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK] 2024-12-02T22:22:33,752 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK] 2024-12-02T22:22:33,753 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK] 2024-12-02T22:22:33,755 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-32140239/hregion-32140239.1733178153736 2024-12-02T22:22:33,756 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36559:36559),(127.0.0.1/127.0.0.1:44513:44513),(127.0.0.1/127.0.0.1:36497:36497)] 2024-12-02T22:22:33,757 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 79c86287aafad4ce7b8492a9bec55416, NAME => 'testDatalossWhenInputError,,1733178153725.79c86287aafad4ce7b8492a9bec55416.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33783/hbase 2024-12-02T22:22:33,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741915_1093 (size=61) 2024-12-02T22:22:33,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741915_1093 (size=61) 2024-12-02T22:22:33,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741915_1093 (size=61) 2024-12-02T22:22:33,781 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733178153725.79c86287aafad4ce7b8492a9bec55416.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:33,782 INFO [StoreOpener-79c86287aafad4ce7b8492a9bec55416-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 79c86287aafad4ce7b8492a9bec55416 2024-12-02T22:22:33,784 INFO [StoreOpener-79c86287aafad4ce7b8492a9bec55416-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79c86287aafad4ce7b8492a9bec55416 columnFamilyName a 2024-12-02T22:22:33,784 DEBUG [StoreOpener-79c86287aafad4ce7b8492a9bec55416-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:33,785 INFO [StoreOpener-79c86287aafad4ce7b8492a9bec55416-1 {}] regionserver.HStore(327): Store=79c86287aafad4ce7b8492a9bec55416/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:33,785 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 79c86287aafad4ce7b8492a9bec55416 2024-12-02T22:22:33,786 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testDatalossWhenInputError/79c86287aafad4ce7b8492a9bec55416 2024-12-02T22:22:33,786 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testDatalossWhenInputError/79c86287aafad4ce7b8492a9bec55416 2024-12-02T22:22:33,787 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 79c86287aafad4ce7b8492a9bec55416 2024-12-02T22:22:33,787 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 79c86287aafad4ce7b8492a9bec55416 2024-12-02T22:22:33,788 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 79c86287aafad4ce7b8492a9bec55416 2024-12-02T22:22:33,791 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/hbase/data/default/testDatalossWhenInputError/79c86287aafad4ce7b8492a9bec55416/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:22:33,791 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 79c86287aafad4ce7b8492a9bec55416; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63622299, jitterRate=-0.051953867077827454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T22:22:33,792 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 79c86287aafad4ce7b8492a9bec55416: Writing region info on filesystem at 1733178153781Initializing all the Stores at 1733178153782 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178153782Cleaning up temporary data from old regions at 1733178153787 (+5 ms)Region opened successfully at 1733178153792 (+5 ms) 2024-12-02T22:22:33,793 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 79c86287aafad4ce7b8492a9bec55416, disabling compactions & flushes 2024-12-02T22:22:33,793 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733178153725.79c86287aafad4ce7b8492a9bec55416. 2024-12-02T22:22:33,793 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733178153725.79c86287aafad4ce7b8492a9bec55416. 2024-12-02T22:22:33,793 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733178153725.79c86287aafad4ce7b8492a9bec55416. after waiting 0 ms 2024-12-02T22:22:33,793 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733178153725.79c86287aafad4ce7b8492a9bec55416. 2024-12-02T22:22:33,793 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733178153725.79c86287aafad4ce7b8492a9bec55416. 2024-12-02T22:22:33,793 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 79c86287aafad4ce7b8492a9bec55416: Waiting for close lock at 1733178153793Disabling compacts and flushes for region at 1733178153793Disabling writes for close at 1733178153793Writing region close event to WAL at 1733178153793Closed at 1733178153793 2024-12-02T22:22:33,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741914_1092 (size=95) 2024-12-02T22:22:33,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741914_1092 (size=95) 2024-12-02T22:22:33,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741914_1092 (size=95) 2024-12-02T22:22:33,809 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T22:22:33,809 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-32140239:(num 1733178153736) 2024-12-02T22:22:33,809 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T22:22:33,811 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33783/hbase/WALs/testdatalosswheninputerror-manual,16010,1733178153716, archiveDir=hdfs://localhost:33783/hbase/oldWALs, maxLogs=32 2024-12-02T22:22:33,827 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733178153716/wal.1733178153811, exclude list is [], retry=0 2024-12-02T22:22:33,830 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK] 2024-12-02T22:22:33,830 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK] 2024-12-02T22:22:33,831 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK] 2024-12-02T22:22:33,833 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733178153716/wal.1733178153811 2024-12-02T22:22:33,833 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44513:44513),(127.0.0.1/127.0.0.1:36559:36559),(127.0.0.1/127.0.0.1:36497:36497)] 2024-12-02T22:22:33,834 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 79c86287aafad4ce7b8492a9bec55416, NAME => 'testDatalossWhenInputError,,1733178153725.79c86287aafad4ce7b8492a9bec55416.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:22:33,834 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733178153725.79c86287aafad4ce7b8492a9bec55416.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:33,834 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 79c86287aafad4ce7b8492a9bec55416 2024-12-02T22:22:33,834 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 79c86287aafad4ce7b8492a9bec55416 2024-12-02T22:22:33,835 INFO [StoreOpener-79c86287aafad4ce7b8492a9bec55416-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 79c86287aafad4ce7b8492a9bec55416 2024-12-02T22:22:33,836 INFO [StoreOpener-79c86287aafad4ce7b8492a9bec55416-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79c86287aafad4ce7b8492a9bec55416 columnFamilyName a 2024-12-02T22:22:33,836 DEBUG [StoreOpener-79c86287aafad4ce7b8492a9bec55416-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:33,837 INFO [StoreOpener-79c86287aafad4ce7b8492a9bec55416-1 {}] regionserver.HStore(327): Store=79c86287aafad4ce7b8492a9bec55416/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:33,837 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 79c86287aafad4ce7b8492a9bec55416 2024-12-02T22:22:33,838 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testDatalossWhenInputError/79c86287aafad4ce7b8492a9bec55416 2024-12-02T22:22:33,839 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testDatalossWhenInputError/79c86287aafad4ce7b8492a9bec55416 2024-12-02T22:22:33,839 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 79c86287aafad4ce7b8492a9bec55416 2024-12-02T22:22:33,840 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 79c86287aafad4ce7b8492a9bec55416 2024-12-02T22:22:33,842 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 79c86287aafad4ce7b8492a9bec55416 2024-12-02T22:22:33,843 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 79c86287aafad4ce7b8492a9bec55416; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66660311, jitterRate=-0.006683960556983948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T22:22:33,843 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 79c86287aafad4ce7b8492a9bec55416: Writing region info on filesystem at 1733178153834Initializing all the Stores at 1733178153835 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178153835Cleaning up temporary data from old regions at 1733178153840 (+5 ms)Region opened successfully at 1733178153843 (+3 ms) 2024-12-02T22:22:33,854 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 79c86287aafad4ce7b8492a9bec55416, disabling compactions & flushes 2024-12-02T22:22:33,854 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733178153725.79c86287aafad4ce7b8492a9bec55416. 2024-12-02T22:22:33,855 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733178153725.79c86287aafad4ce7b8492a9bec55416. 2024-12-02T22:22:33,855 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733178153725.79c86287aafad4ce7b8492a9bec55416. after waiting 0 ms 2024-12-02T22:22:33,855 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733178153725.79c86287aafad4ce7b8492a9bec55416. 2024-12-02T22:22:33,855 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733178153725.79c86287aafad4ce7b8492a9bec55416. 2024-12-02T22:22:33,855 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733178153725.79c86287aafad4ce7b8492a9bec55416. 2024-12-02T22:22:33,855 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 79c86287aafad4ce7b8492a9bec55416: Waiting for close lock at 1733178153854Disabling compacts and flushes for region at 1733178153854Disabling writes for close at 1733178153855 (+1 ms)Writing region close event to WAL at 1733178153855Closed at 1733178153855 2024-12-02T22:22:33,864 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testdatalosswheninputerror-manual,16010,1733178153716/wal.1733178153811 not finished, retry = 0 2024-12-02T22:22:33,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741916_1094 (size=1050) 2024-12-02T22:22:33,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741916_1094 (size=1050) 2024-12-02T22:22:33,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741916_1094 (size=1050) 2024-12-02T22:22:33,981 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33783/hbase/WALs/testdatalosswheninputerror-manual,16010,1733178153716/wal.1733178153811, size=1.0 K (1050bytes) 2024-12-02T22:22:33,981 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33783/hbase/WALs/testdatalosswheninputerror-manual,16010,1733178153716/wal.1733178153811 2024-12-02T22:22:33,982 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33783/hbase/WALs/testdatalosswheninputerror-manual,16010,1733178153716/wal.1733178153811 after 1ms 2024-12-02T22:22:33,984 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33783/hbase/WALs/testdatalosswheninputerror-manual,16010,1733178153716/wal.1733178153811: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T22:22:33,984 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33783/hbase/WALs/testdatalosswheninputerror-manual,16010,1733178153716/wal.1733178153811 took 3ms 2024-12-02T22:22:33,986 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33783/hbase/WALs/testdatalosswheninputerror-manual,16010,1733178153716/wal.1733178153811 so closing down 2024-12-02T22:22:33,987 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T22:22:33,988 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733178153811.temp 2024-12-02T22:22:33,989 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testDatalossWhenInputError/79c86287aafad4ce7b8492a9bec55416/recovered.edits/0000000000000000003-wal.1733178153811.temp 2024-12-02T22:22:33,989 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T22:22:33,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741917_1095 (size=1050) 2024-12-02T22:22:33,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741917_1095 (size=1050) 2024-12-02T22:22:33,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741917_1095 (size=1050) 2024-12-02T22:22:33,996 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testDatalossWhenInputError/79c86287aafad4ce7b8492a9bec55416/recovered.edits/0000000000000000003-wal.1733178153811.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-02T22:22:33,997 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33783/hbase/data/default/testDatalossWhenInputError/79c86287aafad4ce7b8492a9bec55416/recovered.edits/0000000000000000003-wal.1733178153811.temp to hdfs://localhost:33783/hbase/data/default/testDatalossWhenInputError/79c86287aafad4ce7b8492a9bec55416/recovered.edits/0000000000000000012 2024-12-02T22:22:33,997 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:33783/hbase/WALs/testdatalosswheninputerror-manual,16010,1733178153716/wal.1733178153811, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-12-02T22:22:33,997 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33783/hbase/WALs/testdatalosswheninputerror-manual,16010,1733178153716/wal.1733178153811, journal: Splitting hdfs://localhost:33783/hbase/WALs/testdatalosswheninputerror-manual,16010,1733178153716/wal.1733178153811, size=1.0 K (1050bytes) at 1733178153981Finishing writing output for hdfs://localhost:33783/hbase/WALs/testdatalosswheninputerror-manual,16010,1733178153716/wal.1733178153811 so closing down at 1733178153986 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testDatalossWhenInputError/79c86287aafad4ce7b8492a9bec55416/recovered.edits/0000000000000000003-wal.1733178153811.temp at 1733178153989 (+3 ms)3 split writer threads finished at 1733178153989Closed recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testDatalossWhenInputError/79c86287aafad4ce7b8492a9bec55416/recovered.edits/0000000000000000003-wal.1733178153811.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733178153996 (+7 ms)Rename recovered edits hdfs://localhost:33783/hbase/data/default/testDatalossWhenInputError/79c86287aafad4ce7b8492a9bec55416/recovered.edits/0000000000000000003-wal.1733178153811.temp to hdfs://localhost:33783/hbase/data/default/testDatalossWhenInputError/79c86287aafad4ce7b8492a9bec55416/recovered.edits/0000000000000000012 at 1733178153997 (+1 ms)Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:33783/hbase/WALs/testdatalosswheninputerror-manual,16010,1733178153716/wal.1733178153811, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1733178153997 2024-12-02T22:22:33,999 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33783/hbase/WALs/testdatalosswheninputerror-manual,16010,1733178153716/wal.1733178153811 to hdfs://localhost:33783/hbase/oldWALs/wal.1733178153811 2024-12-02T22:22:34,000 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33783/hbase/data/default/testDatalossWhenInputError/79c86287aafad4ce7b8492a9bec55416/recovered.edits/0000000000000000012 2024-12-02T22:22:34,002 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33783/hbase/data/default/testDatalossWhenInputError/79c86287aafad4ce7b8492a9bec55416/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T22:22:34,491 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T22:22:34,493 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33783/hbase/WALs/testdatalosswheninputerror-manual,16010,1733178153716, archiveDir=hdfs://localhost:33783/hbase/oldWALs, maxLogs=32 2024-12-02T22:22:34,514 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733178153716/wal.1733178154494, exclude list is [], retry=0 2024-12-02T22:22:34,516 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK] 2024-12-02T22:22:34,517 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK] 2024-12-02T22:22:34,517 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK] 2024-12-02T22:22:34,586 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733178153716/wal.1733178154494 2024-12-02T22:22:34,586 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36559:36559),(127.0.0.1/127.0.0.1:36497:36497),(127.0.0.1/127.0.0.1:44513:44513)] 2024-12-02T22:22:34,586 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 79c86287aafad4ce7b8492a9bec55416, NAME => 'testDatalossWhenInputError,,1733178153725.79c86287aafad4ce7b8492a9bec55416.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:22:34,586 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733178153725.79c86287aafad4ce7b8492a9bec55416.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:34,587 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 79c86287aafad4ce7b8492a9bec55416 2024-12-02T22:22:34,587 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 79c86287aafad4ce7b8492a9bec55416 2024-12-02T22:22:34,590 INFO [StoreOpener-79c86287aafad4ce7b8492a9bec55416-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 79c86287aafad4ce7b8492a9bec55416 2024-12-02T22:22:34,591 INFO [StoreOpener-79c86287aafad4ce7b8492a9bec55416-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79c86287aafad4ce7b8492a9bec55416 columnFamilyName a 2024-12-02T22:22:34,592 DEBUG [StoreOpener-79c86287aafad4ce7b8492a9bec55416-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:34,592 INFO [StoreOpener-79c86287aafad4ce7b8492a9bec55416-1 {}] regionserver.HStore(327): Store=79c86287aafad4ce7b8492a9bec55416/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:34,593 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 79c86287aafad4ce7b8492a9bec55416 2024-12-02T22:22:34,593 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testDatalossWhenInputError/79c86287aafad4ce7b8492a9bec55416 2024-12-02T22:22:34,595 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testDatalossWhenInputError/79c86287aafad4ce7b8492a9bec55416 2024-12-02T22:22:34,595 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33783/hbase/data/default/testDatalossWhenInputError/79c86287aafad4ce7b8492a9bec55416/recovered.edits/0000000000000000012 2024-12-02T22:22:34,597 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33783/hbase/data/default/testDatalossWhenInputError/79c86287aafad4ce7b8492a9bec55416/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T22:22:34,598 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:33783/hbase/data/default/testDatalossWhenInputError/79c86287aafad4ce7b8492a9bec55416/recovered.edits/0000000000000000012 2024-12-02T22:22:34,599 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 79c86287aafad4ce7b8492a9bec55416 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-12-02T22:22:34,624 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/hbase/data/default/testDatalossWhenInputError/79c86287aafad4ce7b8492a9bec55416/.tmp/a/68cb729bb9504f0093cc1350b9500475 is 79, key is testDatalossWhenInputError/a:x0/1733178153844/Put/seqid=0 2024-12-02T22:22:34,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741919_1097 (size=5808) 2024-12-02T22:22:34,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741919_1097 (size=5808) 2024-12-02T22:22:34,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741919_1097 (size=5808) 2024-12-02T22:22:34,674 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33783/hbase/data/default/testDatalossWhenInputError/79c86287aafad4ce7b8492a9bec55416/.tmp/a/68cb729bb9504f0093cc1350b9500475 2024-12-02T22:22:34,685 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/hbase/data/default/testDatalossWhenInputError/79c86287aafad4ce7b8492a9bec55416/.tmp/a/68cb729bb9504f0093cc1350b9500475 as hdfs://localhost:33783/hbase/data/default/testDatalossWhenInputError/79c86287aafad4ce7b8492a9bec55416/a/68cb729bb9504f0093cc1350b9500475 2024-12-02T22:22:34,694 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/hbase/data/default/testDatalossWhenInputError/79c86287aafad4ce7b8492a9bec55416/a/68cb729bb9504f0093cc1350b9500475, entries=10, sequenceid=12, filesize=5.7 K 2024-12-02T22:22:34,694 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 79c86287aafad4ce7b8492a9bec55416 in 96ms, sequenceid=12, compaction requested=false; wal=null 2024-12-02T22:22:34,695 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33783/hbase/data/default/testDatalossWhenInputError/79c86287aafad4ce7b8492a9bec55416/recovered.edits/0000000000000000012 2024-12-02T22:22:34,696 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 79c86287aafad4ce7b8492a9bec55416 2024-12-02T22:22:34,696 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 79c86287aafad4ce7b8492a9bec55416 2024-12-02T22:22:34,699 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 79c86287aafad4ce7b8492a9bec55416 2024-12-02T22:22:34,703 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/hbase/data/default/testDatalossWhenInputError/79c86287aafad4ce7b8492a9bec55416/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-02T22:22:34,704 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 79c86287aafad4ce7b8492a9bec55416; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65007914, jitterRate=-0.03130659461021423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T22:22:34,704 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 79c86287aafad4ce7b8492a9bec55416: Writing region info on filesystem at 1733178154587Initializing all the Stores at 1733178154589 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178154589Obtaining lock to block concurrent updates at 1733178154599 (+10 ms)Preparing flush snapshotting stores in 79c86287aafad4ce7b8492a9bec55416 at 1733178154599Finished memstore snapshotting testDatalossWhenInputError,,1733178153725.79c86287aafad4ce7b8492a9bec55416., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733178154599Flushing stores of testDatalossWhenInputError,,1733178153725.79c86287aafad4ce7b8492a9bec55416. at 1733178154599Flushing 79c86287aafad4ce7b8492a9bec55416/a: creating writer at 1733178154599Flushing 79c86287aafad4ce7b8492a9bec55416/a: appending metadata at 1733178154623 (+24 ms)Flushing 79c86287aafad4ce7b8492a9bec55416/a: closing flushed file at 1733178154623Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f575edf: reopening flushed file at 1733178154683 (+60 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 79c86287aafad4ce7b8492a9bec55416 in 96ms, sequenceid=12, compaction requested=false; wal=null at 1733178154694 (+11 ms)Cleaning up temporary data from old regions at 1733178154696 (+2 ms)Region opened successfully at 1733178154704 (+8 ms) 2024-12-02T22:22:34,708 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 79c86287aafad4ce7b8492a9bec55416, NAME => 'testDatalossWhenInputError,,1733178153725.79c86287aafad4ce7b8492a9bec55416.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:22:34,708 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733178153725.79c86287aafad4ce7b8492a9bec55416.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:34,708 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 79c86287aafad4ce7b8492a9bec55416 2024-12-02T22:22:34,708 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 79c86287aafad4ce7b8492a9bec55416 2024-12-02T22:22:34,709 INFO [StoreOpener-79c86287aafad4ce7b8492a9bec55416-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 79c86287aafad4ce7b8492a9bec55416 2024-12-02T22:22:34,710 INFO [StoreOpener-79c86287aafad4ce7b8492a9bec55416-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79c86287aafad4ce7b8492a9bec55416 columnFamilyName a 2024-12-02T22:22:34,710 DEBUG [StoreOpener-79c86287aafad4ce7b8492a9bec55416-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:34,715 DEBUG [StoreOpener-79c86287aafad4ce7b8492a9bec55416-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33783/hbase/data/default/testDatalossWhenInputError/79c86287aafad4ce7b8492a9bec55416/a/68cb729bb9504f0093cc1350b9500475 2024-12-02T22:22:34,715 INFO [StoreOpener-79c86287aafad4ce7b8492a9bec55416-1 {}] regionserver.HStore(327): Store=79c86287aafad4ce7b8492a9bec55416/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:34,715 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 79c86287aafad4ce7b8492a9bec55416 2024-12-02T22:22:34,716 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testDatalossWhenInputError/79c86287aafad4ce7b8492a9bec55416 2024-12-02T22:22:34,717 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testDatalossWhenInputError/79c86287aafad4ce7b8492a9bec55416 2024-12-02T22:22:34,717 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 79c86287aafad4ce7b8492a9bec55416 2024-12-02T22:22:34,717 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 79c86287aafad4ce7b8492a9bec55416 2024-12-02T22:22:34,719 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 79c86287aafad4ce7b8492a9bec55416 2024-12-02T22:22:34,720 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/hbase/data/default/testDatalossWhenInputError/79c86287aafad4ce7b8492a9bec55416/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-12-02T22:22:34,721 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 79c86287aafad4ce7b8492a9bec55416; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69137836, jitterRate=0.030234038829803467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T22:22:34,721 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 79c86287aafad4ce7b8492a9bec55416: Writing region info on filesystem at 1733178154708Initializing all the Stores at 1733178154709 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178154709Cleaning up temporary data from old regions at 1733178154717 (+8 ms)Region opened successfully at 1733178154721 (+4 ms) 2024-12-02T22:22:34,738 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=425 (was 415) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:57254 [Receiving block BP-1195816637-172.17.0.2-1733178115908:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:58524 [Receiving block BP-1195816637-172.17.0.2-1733178115908:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:58484 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1195816637-172.17.0.2-1733178115908:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:54832 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:54950 [Receiving block BP-1195816637-172.17.0.2-1733178115908:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:57208 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1195816637-172.17.0.2-1733178115908:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1195816637-172.17.0.2-1733178115908:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1182) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=599 (was 599), ProcessCount=11 (was 11), AvailableMemoryMB=6865 (was 6869) 2024-12-02T22:22:34,738 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-12-02T22:22:34,750 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=425, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=599, ProcessCount=11, AvailableMemoryMB=6864 2024-12-02T22:22:34,750 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-12-02T22:22:34,765 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:22:34,767 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:22:34,768 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:22:34,770 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-67556610, suffix=, logDir=hdfs://localhost:33783/hbase/WALs/hregion-67556610, archiveDir=hdfs://localhost:33783/hbase/oldWALs, maxLogs=32 2024-12-02T22:22:34,784 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-67556610/hregion-67556610.1733178154770, exclude list is [], retry=0 2024-12-02T22:22:34,787 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK] 2024-12-02T22:22:34,788 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK] 2024-12-02T22:22:34,789 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK] 2024-12-02T22:22:34,792 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-67556610/hregion-67556610.1733178154770 2024-12-02T22:22:34,793 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36559:36559),(127.0.0.1/127.0.0.1:36497:36497),(127.0.0.1/127.0.0.1:44513:44513)] 2024-12-02T22:22:34,793 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => a511fb3857936c49c457106d9f344b2d, NAME => 'testCompactedBulkLoadedFiles,,1733178154766.a511fb3857936c49c457106d9f344b2d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33783/hbase 2024-12-02T22:22:34,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741921_1099 (size=63) 2024-12-02T22:22:34,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741921_1099 (size=63) 2024-12-02T22:22:34,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741921_1099 (size=63) 2024-12-02T22:22:34,802 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733178154766.a511fb3857936c49c457106d9f344b2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:34,804 INFO [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a511fb3857936c49c457106d9f344b2d 2024-12-02T22:22:34,805 INFO [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a511fb3857936c49c457106d9f344b2d columnFamilyName a 2024-12-02T22:22:34,805 DEBUG [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:34,806 INFO [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] regionserver.HStore(327): Store=a511fb3857936c49c457106d9f344b2d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:34,806 INFO [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a511fb3857936c49c457106d9f344b2d 2024-12-02T22:22:34,807 INFO [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a511fb3857936c49c457106d9f344b2d columnFamilyName b 2024-12-02T22:22:34,807 DEBUG [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:34,807 INFO [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] regionserver.HStore(327): Store=a511fb3857936c49c457106d9f344b2d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:34,807 INFO [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a511fb3857936c49c457106d9f344b2d 2024-12-02T22:22:34,809 INFO [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a511fb3857936c49c457106d9f344b2d columnFamilyName c 2024-12-02T22:22:34,809 DEBUG [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:34,809 INFO [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] regionserver.HStore(327): Store=a511fb3857936c49c457106d9f344b2d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:34,810 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a511fb3857936c49c457106d9f344b2d 2024-12-02T22:22:34,810 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d 2024-12-02T22:22:34,811 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d 2024-12-02T22:22:34,812 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a511fb3857936c49c457106d9f344b2d 2024-12-02T22:22:34,812 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a511fb3857936c49c457106d9f344b2d 2024-12-02T22:22:34,813 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:22:34,814 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a511fb3857936c49c457106d9f344b2d 2024-12-02T22:22:34,832 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:22:34,833 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a511fb3857936c49c457106d9f344b2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75022765, jitterRate=0.11792631447315216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:22:34,834 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a511fb3857936c49c457106d9f344b2d: Writing region info on filesystem at 1733178154802Initializing all the Stores at 1733178154803 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178154803Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178154803Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178154803Cleaning up temporary data from old regions at 1733178154812 (+9 ms)Region opened successfully at 1733178154834 (+22 ms) 2024-12-02T22:22:34,834 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a511fb3857936c49c457106d9f344b2d, disabling compactions & flushes 2024-12-02T22:22:34,834 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733178154766.a511fb3857936c49c457106d9f344b2d. 2024-12-02T22:22:34,834 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733178154766.a511fb3857936c49c457106d9f344b2d. 2024-12-02T22:22:34,834 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733178154766.a511fb3857936c49c457106d9f344b2d. after waiting 0 ms 2024-12-02T22:22:34,834 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733178154766.a511fb3857936c49c457106d9f344b2d. 2024-12-02T22:22:34,834 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733178154766.a511fb3857936c49c457106d9f344b2d. 2024-12-02T22:22:34,834 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a511fb3857936c49c457106d9f344b2d: Waiting for close lock at 1733178154834Disabling compacts and flushes for region at 1733178154834Disabling writes for close at 1733178154834Writing region close event to WAL at 1733178154834Closed at 1733178154834 2024-12-02T22:22:34,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741920_1098 (size=95) 2024-12-02T22:22:34,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741920_1098 (size=95) 2024-12-02T22:22:34,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741920_1098 (size=95) 2024-12-02T22:22:34,839 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T22:22:34,839 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-67556610:(num 1733178154770) 2024-12-02T22:22:34,839 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T22:22:34,840 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33783/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733178154765, archiveDir=hdfs://localhost:33783/hbase/oldWALs, maxLogs=32 2024-12-02T22:22:34,861 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733178154765/wal.1733178154841, exclude list is [], retry=0 2024-12-02T22:22:34,863 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK] 2024-12-02T22:22:34,863 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK] 2024-12-02T22:22:34,864 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK] 2024-12-02T22:22:34,893 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733178154765/wal.1733178154841 2024-12-02T22:22:34,893 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36559:36559),(127.0.0.1/127.0.0.1:36497:36497),(127.0.0.1/127.0.0.1:44513:44513)] 2024-12-02T22:22:34,893 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a511fb3857936c49c457106d9f344b2d, NAME => 'testCompactedBulkLoadedFiles,,1733178154766.a511fb3857936c49c457106d9f344b2d.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:22:34,893 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733178154766.a511fb3857936c49c457106d9f344b2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:34,893 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a511fb3857936c49c457106d9f344b2d 2024-12-02T22:22:34,893 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a511fb3857936c49c457106d9f344b2d 2024-12-02T22:22:34,895 INFO [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a511fb3857936c49c457106d9f344b2d 2024-12-02T22:22:34,895 INFO [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a511fb3857936c49c457106d9f344b2d columnFamilyName a 2024-12-02T22:22:34,896 DEBUG [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:34,896 INFO [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] regionserver.HStore(327): Store=a511fb3857936c49c457106d9f344b2d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:34,896 INFO [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a511fb3857936c49c457106d9f344b2d 2024-12-02T22:22:34,897 INFO [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a511fb3857936c49c457106d9f344b2d columnFamilyName b 2024-12-02T22:22:34,897 DEBUG [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:34,898 INFO [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] regionserver.HStore(327): Store=a511fb3857936c49c457106d9f344b2d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:34,898 INFO [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a511fb3857936c49c457106d9f344b2d 2024-12-02T22:22:34,898 INFO [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a511fb3857936c49c457106d9f344b2d columnFamilyName c 2024-12-02T22:22:34,898 DEBUG [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:34,899 INFO [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] regionserver.HStore(327): Store=a511fb3857936c49c457106d9f344b2d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:34,899 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a511fb3857936c49c457106d9f344b2d 2024-12-02T22:22:34,900 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d 2024-12-02T22:22:34,901 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d 2024-12-02T22:22:34,902 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a511fb3857936c49c457106d9f344b2d 2024-12-02T22:22:34,902 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a511fb3857936c49c457106d9f344b2d 2024-12-02T22:22:34,902 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:22:34,903 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a511fb3857936c49c457106d9f344b2d 2024-12-02T22:22:34,904 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a511fb3857936c49c457106d9f344b2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62136706, jitterRate=-0.07409092783927917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:22:34,905 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a511fb3857936c49c457106d9f344b2d: Writing region info on filesystem at 1733178154894Initializing all the Stores at 1733178154894Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178154894Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178154894Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178154894Cleaning up temporary data from old regions at 1733178154902 (+8 ms)Region opened successfully at 1733178154905 (+3 ms) 2024-12-02T22:22:34,908 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733178154908/Put/seqid=0 2024-12-02T22:22:34,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741923_1101 (size=4875) 2024-12-02T22:22:34,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741923_1101 (size=4875) 2024-12-02T22:22:34,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741923_1101 (size=4875) 2024-12-02T22:22:34,918 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733178154918/Put/seqid=0 2024-12-02T22:22:34,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741924_1102 (size=4875) 2024-12-02T22:22:34,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741924_1102 (size=4875) 2024-12-02T22:22:34,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741924_1102 (size=4875) 2024-12-02T22:22:34,929 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733178154929/Put/seqid=0 2024-12-02T22:22:34,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741925_1103 (size=4875) 2024-12-02T22:22:34,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741925_1103 (size=4875) 2024-12-02T22:22:34,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741925_1103 (size=4875) 2024-12-02T22:22:34,935 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33783/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in a511fb3857936c49c457106d9f344b2d/a 2024-12-02T22:22:34,939 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-12-02T22:22:34,939 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T22:22:34,939 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33783/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in a511fb3857936c49c457106d9f344b2d/a 2024-12-02T22:22:34,942 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-12-02T22:22:34,942 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T22:22:34,942 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33783/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in a511fb3857936c49c457106d9f344b2d/a 2024-12-02T22:22:34,945 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-12-02T22:22:34,945 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T22:22:34,945 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a511fb3857936c49c457106d9f344b2d 3/3 column families, dataSize=51 B heapSize=896 B 2024-12-02T22:22:34,960 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/.tmp/a/df07794df2cb4917804dbd0f6045204c is 55, key is testCompactedBulkLoadedFiles/a:a/1733178154905/Put/seqid=0 2024-12-02T22:22:34,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741926_1104 (size=5107) 2024-12-02T22:22:34,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741926_1104 (size=5107) 2024-12-02T22:22:34,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741926_1104 (size=5107) 2024-12-02T22:22:34,967 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/.tmp/a/df07794df2cb4917804dbd0f6045204c 2024-12-02T22:22:34,973 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/.tmp/a/df07794df2cb4917804dbd0f6045204c as hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/df07794df2cb4917804dbd0f6045204c 2024-12-02T22:22:34,977 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/df07794df2cb4917804dbd0f6045204c, entries=1, sequenceid=4, filesize=5.0 K 2024-12-02T22:22:34,981 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for a511fb3857936c49c457106d9f344b2d in 36ms, sequenceid=4, compaction requested=false 2024-12-02T22:22:34,981 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a511fb3857936c49c457106d9f344b2d: 2024-12-02T22:22:34,982 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/2d2bfe8a00644c07b2434c6f364fd086_SeqId_4_ 2024-12-02T22:22:34,983 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/886bac23c4434951bb6af8057d30cf21_SeqId_4_ 2024-12-02T22:22:34,984 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/a4a89af41cf1475fa2776959ef042200_SeqId_4_ 2024-12-02T22:22:34,985 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33783/hbase/testCompactedBulkLoadedFiles/hfile0 into a511fb3857936c49c457106d9f344b2d/a as hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/2d2bfe8a00644c07b2434c6f364fd086_SeqId_4_ - updating store file list. 2024-12-02T22:22:34,989 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2d2bfe8a00644c07b2434c6f364fd086_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T22:22:34,989 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/2d2bfe8a00644c07b2434c6f364fd086_SeqId_4_ into a511fb3857936c49c457106d9f344b2d/a 2024-12-02T22:22:34,989 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33783/hbase/testCompactedBulkLoadedFiles/hfile0 into a511fb3857936c49c457106d9f344b2d/a (new location: hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/2d2bfe8a00644c07b2434c6f364fd086_SeqId_4_) 2024-12-02T22:22:34,990 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33783/hbase/testCompactedBulkLoadedFiles/hfile1 into a511fb3857936c49c457106d9f344b2d/a as hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/886bac23c4434951bb6af8057d30cf21_SeqId_4_ - updating store file list. 2024-12-02T22:22:34,993 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 886bac23c4434951bb6af8057d30cf21_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T22:22:34,993 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/886bac23c4434951bb6af8057d30cf21_SeqId_4_ into a511fb3857936c49c457106d9f344b2d/a 2024-12-02T22:22:34,993 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33783/hbase/testCompactedBulkLoadedFiles/hfile1 into a511fb3857936c49c457106d9f344b2d/a (new location: hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/886bac23c4434951bb6af8057d30cf21_SeqId_4_) 2024-12-02T22:22:34,994 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33783/hbase/testCompactedBulkLoadedFiles/hfile2 into a511fb3857936c49c457106d9f344b2d/a as hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/a4a89af41cf1475fa2776959ef042200_SeqId_4_ - updating store file list. 2024-12-02T22:22:34,998 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for a4a89af41cf1475fa2776959ef042200_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T22:22:34,998 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/a4a89af41cf1475fa2776959ef042200_SeqId_4_ into a511fb3857936c49c457106d9f344b2d/a 2024-12-02T22:22:34,998 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33783/hbase/testCompactedBulkLoadedFiles/hfile2 into a511fb3857936c49c457106d9f344b2d/a (new location: hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/a4a89af41cf1475fa2776959ef042200_SeqId_4_) 2024-12-02T22:22:35,006 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T22:22:35,006 DEBUG [Time-limited test {}] regionserver.HStore(1541): a511fb3857936c49c457106d9f344b2d/a is initiating major compaction (all files) 2024-12-02T22:22:35,006 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of a511fb3857936c49c457106d9f344b2d/a in testCompactedBulkLoadedFiles,,1733178154766.a511fb3857936c49c457106d9f344b2d. 2024-12-02T22:22:35,006 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/df07794df2cb4917804dbd0f6045204c, hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/2d2bfe8a00644c07b2434c6f364fd086_SeqId_4_, hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/886bac23c4434951bb6af8057d30cf21_SeqId_4_, hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/a4a89af41cf1475fa2776959ef042200_SeqId_4_] into tmpdir=hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/.tmp, totalSize=19.3 K 2024-12-02T22:22:35,007 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting df07794df2cb4917804dbd0f6045204c, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733178154905 2024-12-02T22:22:35,007 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 2d2bfe8a00644c07b2434c6f364fd086_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-02T22:22:35,007 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 886bac23c4434951bb6af8057d30cf21_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-02T22:22:35,008 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a4a89af41cf1475fa2776959ef042200_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-02T22:22:35,019 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/.tmp/a/d4fd465f61ce45099e40df3856ab3bd1 is 55, key is testCompactedBulkLoadedFiles/a:a/1733178154905/Put/seqid=0 2024-12-02T22:22:35,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741927_1105 (size=6154) 2024-12-02T22:22:35,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741927_1105 (size=6154) 2024-12-02T22:22:35,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741927_1105 (size=6154) 2024-12-02T22:22:35,031 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/.tmp/a/d4fd465f61ce45099e40df3856ab3bd1 as hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/d4fd465f61ce45099e40df3856ab3bd1 2024-12-02T22:22:35,036 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in a511fb3857936c49c457106d9f344b2d/a of a511fb3857936c49c457106d9f344b2d into d4fd465f61ce45099e40df3856ab3bd1(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T22:22:35,036 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for a511fb3857936c49c457106d9f344b2d: 2024-12-02T22:22:35,036 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-02T22:22:35,036 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-02T22:22:35,069 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33783/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733178154765/wal.1733178154841, size=0 (0bytes) 2024-12-02T22:22:35,069 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33783/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733178154765/wal.1733178154841 might be still open, length is 0 2024-12-02T22:22:35,069 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33783/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733178154765/wal.1733178154841 2024-12-02T22:22:35,069 WARN [IPC Server handler 4 on default port 33783 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733178154765/wal.1733178154841 has not been closed. Lease recovery is in progress. RecoveryId = 1106 for block blk_1073741922_1100 2024-12-02T22:22:35,070 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33783/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733178154765/wal.1733178154841 after 1ms 2024-12-02T22:22:37,945 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:58552 [Receiving block BP-1195816637-172.17.0.2-1733178115908:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:44197:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58552 dst: /127.0.0.1:44197 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44197 remote=/127.0.0.1:58552]. Total timeout mills is 60000, 57091 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:22:37,946 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:54994 [Receiving block BP-1195816637-172.17.0.2-1733178115908:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:43105:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54994 dst: /127.0.0.1:43105 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:22:37,946 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:57296 [Receiving block BP-1195816637-172.17.0.2-1733178115908:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:43969:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57296 dst: /127.0.0.1:43969 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:22:37,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741922_1106 (size=1173) 2024-12-02T22:22:37,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741922_1106 (size=1173) 2024-12-02T22:22:37,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741922_1106 (size=1173) 2024-12-02T22:22:38,964 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T22:22:39,071 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33783/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733178154765/wal.1733178154841 after 4001ms 2024-12-02T22:22:39,074 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33783/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733178154765/wal.1733178154841: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T22:22:39,074 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33783/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733178154765/wal.1733178154841 took 4005ms 2024-12-02T22:22:39,076 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33783/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733178154765/wal.1733178154841; continuing. 2024-12-02T22:22:39,076 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33783/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733178154765/wal.1733178154841 so closing down 2024-12-02T22:22:39,076 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T22:22:39,082 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733178154841.temp 2024-12-02T22:22:39,092 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/recovered.edits/0000000000000000003-wal.1733178154841.temp 2024-12-02T22:22:39,093 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T22:22:39,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741928_1107 (size=548) 2024-12-02T22:22:39,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741928_1107 (size=548) 2024-12-02T22:22:39,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741928_1107 (size=548) 2024-12-02T22:22:39,104 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/recovered.edits/0000000000000000003-wal.1733178154841.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-02T22:22:39,105 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/recovered.edits/0000000000000000003-wal.1733178154841.temp to hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/recovered.edits/0000000000000000008 2024-12-02T22:22:39,105 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 31 ms; skipped=3; WAL=hdfs://localhost:33783/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733178154765/wal.1733178154841, size=0, length=0, corrupted=false, cancelled=false 2024-12-02T22:22:39,105 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33783/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733178154765/wal.1733178154841, journal: Splitting hdfs://localhost:33783/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733178154765/wal.1733178154841, size=0 (0bytes) at 1733178155069Finishing writing output for hdfs://localhost:33783/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733178154765/wal.1733178154841 so closing down at 1733178159076 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/recovered.edits/0000000000000000003-wal.1733178154841.temp at 1733178159092 (+16 ms)3 split writer threads finished at 1733178159093 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/recovered.edits/0000000000000000003-wal.1733178154841.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733178159104 (+11 ms)Rename recovered edits hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/recovered.edits/0000000000000000003-wal.1733178154841.temp to hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/recovered.edits/0000000000000000008 at 1733178159105 (+1 ms)Processed 5 edits across 1 Regions in 31 ms; skipped=3; WAL=hdfs://localhost:33783/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733178154765/wal.1733178154841, size=0, length=0, corrupted=false, cancelled=false at 1733178159105 2024-12-02T22:22:39,107 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33783/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733178154765/wal.1733178154841 to hdfs://localhost:33783/hbase/oldWALs/wal.1733178154841 2024-12-02T22:22:39,108 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/recovered.edits/0000000000000000008 2024-12-02T22:22:39,108 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T22:22:39,110 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33783/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733178154765, archiveDir=hdfs://localhost:33783/hbase/oldWALs, maxLogs=32 2024-12-02T22:22:39,124 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733178154765/wal.1733178159110, exclude list is [], retry=0 2024-12-02T22:22:39,126 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK] 2024-12-02T22:22:39,127 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK] 2024-12-02T22:22:39,127 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK] 2024-12-02T22:22:39,128 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733178154765/wal.1733178159110 2024-12-02T22:22:39,129 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44513:44513),(127.0.0.1/127.0.0.1:36559:36559),(127.0.0.1/127.0.0.1:36497:36497)] 2024-12-02T22:22:39,129 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a511fb3857936c49c457106d9f344b2d, NAME => 'testCompactedBulkLoadedFiles,,1733178154766.a511fb3857936c49c457106d9f344b2d.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:22:39,129 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733178154766.a511fb3857936c49c457106d9f344b2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:39,129 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a511fb3857936c49c457106d9f344b2d 2024-12-02T22:22:39,129 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a511fb3857936c49c457106d9f344b2d 2024-12-02T22:22:39,130 INFO [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a511fb3857936c49c457106d9f344b2d 2024-12-02T22:22:39,131 INFO [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a511fb3857936c49c457106d9f344b2d columnFamilyName a 2024-12-02T22:22:39,131 DEBUG [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:39,138 DEBUG [StoreFileOpener-a511fb3857936c49c457106d9f344b2d-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2d2bfe8a00644c07b2434c6f364fd086_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T22:22:39,138 DEBUG [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/2d2bfe8a00644c07b2434c6f364fd086_SeqId_4_ 2024-12-02T22:22:39,141 DEBUG [StoreFileOpener-a511fb3857936c49c457106d9f344b2d-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 886bac23c4434951bb6af8057d30cf21_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T22:22:39,141 DEBUG [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/886bac23c4434951bb6af8057d30cf21_SeqId_4_ 2024-12-02T22:22:39,144 DEBUG [StoreFileOpener-a511fb3857936c49c457106d9f344b2d-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a4a89af41cf1475fa2776959ef042200_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T22:22:39,144 DEBUG [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/a4a89af41cf1475fa2776959ef042200_SeqId_4_ 2024-12-02T22:22:39,149 DEBUG [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/d4fd465f61ce45099e40df3856ab3bd1 2024-12-02T22:22:39,152 DEBUG [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/df07794df2cb4917804dbd0f6045204c 2024-12-02T22:22:39,152 WARN [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/2d2bfe8a00644c07b2434c6f364fd086_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@7d7c02b9 2024-12-02T22:22:39,152 WARN [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/886bac23c4434951bb6af8057d30cf21_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@7d7c02b9 2024-12-02T22:22:39,152 WARN [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/a4a89af41cf1475fa2776959ef042200_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@7d7c02b9 2024-12-02T22:22:39,152 WARN [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/df07794df2cb4917804dbd0f6045204c from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@7d7c02b9 2024-12-02T22:22:39,152 DEBUG [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/2d2bfe8a00644c07b2434c6f364fd086_SeqId_4_, hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/886bac23c4434951bb6af8057d30cf21_SeqId_4_, hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/a4a89af41cf1475fa2776959ef042200_SeqId_4_, hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/df07794df2cb4917804dbd0f6045204c] to archive 2024-12-02T22:22:39,153 DEBUG [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T22:22:39,155 DEBUG [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/2d2bfe8a00644c07b2434c6f364fd086_SeqId_4_ to hdfs://localhost:33783/hbase/archive/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/2d2bfe8a00644c07b2434c6f364fd086_SeqId_4_ 2024-12-02T22:22:39,156 DEBUG [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/886bac23c4434951bb6af8057d30cf21_SeqId_4_ to hdfs://localhost:33783/hbase/archive/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/886bac23c4434951bb6af8057d30cf21_SeqId_4_ 2024-12-02T22:22:39,157 DEBUG [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/a4a89af41cf1475fa2776959ef042200_SeqId_4_ to hdfs://localhost:33783/hbase/archive/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/a4a89af41cf1475fa2776959ef042200_SeqId_4_ 2024-12-02T22:22:39,158 DEBUG [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/df07794df2cb4917804dbd0f6045204c to hdfs://localhost:33783/hbase/archive/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/a/df07794df2cb4917804dbd0f6045204c 2024-12-02T22:22:39,158 INFO [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] regionserver.HStore(327): Store=a511fb3857936c49c457106d9f344b2d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:39,158 INFO [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a511fb3857936c49c457106d9f344b2d 2024-12-02T22:22:39,159 INFO [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a511fb3857936c49c457106d9f344b2d columnFamilyName b 2024-12-02T22:22:39,159 DEBUG [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:39,160 INFO [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] regionserver.HStore(327): Store=a511fb3857936c49c457106d9f344b2d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:39,160 INFO [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a511fb3857936c49c457106d9f344b2d 2024-12-02T22:22:39,161 INFO [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a511fb3857936c49c457106d9f344b2d columnFamilyName c 2024-12-02T22:22:39,161 DEBUG [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:39,162 INFO [StoreOpener-a511fb3857936c49c457106d9f344b2d-1 {}] regionserver.HStore(327): Store=a511fb3857936c49c457106d9f344b2d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:39,162 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a511fb3857936c49c457106d9f344b2d 2024-12-02T22:22:39,162 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d 2024-12-02T22:22:39,164 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d 2024-12-02T22:22:39,164 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/recovered.edits/0000000000000000008 2024-12-02T22:22:39,166 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T22:22:39,168 DEBUG [Time-limited test {}] regionserver.HRegion(5836): a511fb3857936c49c457106d9f344b2d : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "a511fb3857936c49c457106d9f344b2d" family_name: "a" compaction_input: "df07794df2cb4917804dbd0f6045204c" compaction_input: "2d2bfe8a00644c07b2434c6f364fd086_SeqId_4_" compaction_input: "886bac23c4434951bb6af8057d30cf21_SeqId_4_" compaction_input: "a4a89af41cf1475fa2776959ef042200_SeqId_4_" compaction_output: "d4fd465f61ce45099e40df3856ab3bd1" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733178154766.a511fb3857936c49c457106d9f344b2d." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-12-02T22:22:39,168 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-12-02T22:22:39,168 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/recovered.edits/0000000000000000008 2024-12-02T22:22:39,169 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/recovered.edits/0000000000000000008 2024-12-02T22:22:39,170 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a511fb3857936c49c457106d9f344b2d 2024-12-02T22:22:39,170 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a511fb3857936c49c457106d9f344b2d 2024-12-02T22:22:39,171 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:22:39,172 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a511fb3857936c49c457106d9f344b2d 2024-12-02T22:22:39,174 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/hbase/data/default/testCompactedBulkLoadedFiles/a511fb3857936c49c457106d9f344b2d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T22:22:39,175 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a511fb3857936c49c457106d9f344b2d; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64745121, jitterRate=-0.03522251546382904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:22:39,175 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a511fb3857936c49c457106d9f344b2d: Writing region info on filesystem at 1733178159129Initializing all the Stores at 1733178159130 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178159130Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178159130Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178159130Cleaning up temporary data from old regions at 1733178159170 (+40 ms)Region opened successfully at 1733178159175 (+5 ms) 2024-12-02T22:22:39,177 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a511fb3857936c49c457106d9f344b2d, disabling compactions & flushes 2024-12-02T22:22:39,177 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733178154766.a511fb3857936c49c457106d9f344b2d. 2024-12-02T22:22:39,177 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733178154766.a511fb3857936c49c457106d9f344b2d. 2024-12-02T22:22:39,177 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733178154766.a511fb3857936c49c457106d9f344b2d. after waiting 0 ms 2024-12-02T22:22:39,177 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733178154766.a511fb3857936c49c457106d9f344b2d. 2024-12-02T22:22:39,178 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733178154766.a511fb3857936c49c457106d9f344b2d. 2024-12-02T22:22:39,178 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a511fb3857936c49c457106d9f344b2d: Waiting for close lock at 1733178159177Disabling compacts and flushes for region at 1733178159177Disabling writes for close at 1733178159177Writing region close event to WAL at 1733178159178 (+1 ms)Closed at 1733178159178 2024-12-02T22:22:39,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741929_1108 (size=95) 2024-12-02T22:22:39,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741929_1108 (size=95) 2024-12-02T22:22:39,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741929_1108 (size=95) 2024-12-02T22:22:39,183 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T22:22:39,183 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733178159110) 2024-12-02T22:22:39,200 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=439 (was 425) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1198765098_22 at /127.0.0.1:52348 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:33783 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (754041887) connection to localhost/127.0.0.1:36403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1198765098_22 at /127.0.0.1:53544 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (754041887) connection to localhost/127.0.0.1:33783 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1198765098_22 at /127.0.0.1:51548 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1350 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=559 (was 599), ProcessCount=11 (was 11), AvailableMemoryMB=6825 (was 6864) 2024-12-02T22:22:39,200 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1350 is superior to 1024 2024-12-02T22:22:39,216 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=439, OpenFileDescriptor=1350, MaxFileDescriptor=1048576, SystemLoadAverage=559, ProcessCount=11, AvailableMemoryMB=6824 2024-12-02T22:22:39,216 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1350 is superior to 1024 2024-12-02T22:22:39,238 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:22:39,240 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:22:39,241 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:22:39,243 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-69396553, suffix=, logDir=hdfs://localhost:33783/hbase/WALs/hregion-69396553, archiveDir=hdfs://localhost:33783/hbase/oldWALs, maxLogs=32 2024-12-02T22:22:39,256 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-69396553/hregion-69396553.1733178159243, exclude list is [], retry=0 2024-12-02T22:22:39,258 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK] 2024-12-02T22:22:39,259 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK] 2024-12-02T22:22:39,259 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK] 2024-12-02T22:22:39,261 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-69396553/hregion-69396553.1733178159243 2024-12-02T22:22:39,261 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36559:36559),(127.0.0.1/127.0.0.1:36497:36497),(127.0.0.1/127.0.0.1:44513:44513)] 2024-12-02T22:22:39,261 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 79c7437a1833da453a8a039f980ef314, NAME => 'testReplayEditsWrittenViaHRegion,,1733178159239.79c7437a1833da453a8a039f980ef314.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33783/hbase 2024-12-02T22:22:39,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741931_1110 (size=67) 2024-12-02T22:22:39,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741931_1110 (size=67) 2024-12-02T22:22:39,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741931_1110 (size=67) 2024-12-02T22:22:39,269 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733178159239.79c7437a1833da453a8a039f980ef314.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:39,271 INFO [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:39,272 INFO [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79c7437a1833da453a8a039f980ef314 columnFamilyName a 2024-12-02T22:22:39,272 DEBUG [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:39,272 INFO [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] regionserver.HStore(327): Store=79c7437a1833da453a8a039f980ef314/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:39,273 INFO [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:39,274 INFO [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79c7437a1833da453a8a039f980ef314 columnFamilyName b 2024-12-02T22:22:39,274 DEBUG [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:39,274 INFO [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] regionserver.HStore(327): Store=79c7437a1833da453a8a039f980ef314/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:39,274 INFO [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:39,275 INFO [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79c7437a1833da453a8a039f980ef314 columnFamilyName c 2024-12-02T22:22:39,275 DEBUG [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:39,276 INFO [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] regionserver.HStore(327): Store=79c7437a1833da453a8a039f980ef314/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:39,276 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:39,277 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:39,277 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:39,278 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:39,278 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:39,278 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:22:39,279 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:39,281 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:22:39,282 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 79c7437a1833da453a8a039f980ef314; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72472024, jitterRate=0.079917311668396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:22:39,282 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 79c7437a1833da453a8a039f980ef314: Writing region info on filesystem at 1733178159269Initializing all the Stores at 1733178159270 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178159270Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178159270Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178159270Cleaning up temporary data from old regions at 1733178159278 (+8 ms)Region opened successfully at 1733178159282 (+4 ms) 2024-12-02T22:22:39,282 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 79c7437a1833da453a8a039f980ef314, disabling compactions & flushes 2024-12-02T22:22:39,282 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733178159239.79c7437a1833da453a8a039f980ef314. 2024-12-02T22:22:39,282 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733178159239.79c7437a1833da453a8a039f980ef314. 2024-12-02T22:22:39,282 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733178159239.79c7437a1833da453a8a039f980ef314. after waiting 0 ms 2024-12-02T22:22:39,282 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733178159239.79c7437a1833da453a8a039f980ef314. 2024-12-02T22:22:39,282 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733178159239.79c7437a1833da453a8a039f980ef314. 2024-12-02T22:22:39,283 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 79c7437a1833da453a8a039f980ef314: Waiting for close lock at 1733178159282Disabling compacts and flushes for region at 1733178159282Disabling writes for close at 1733178159282Writing region close event to WAL at 1733178159282Closed at 1733178159282 2024-12-02T22:22:39,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741930_1109 (size=95) 2024-12-02T22:22:39,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741930_1109 (size=95) 2024-12-02T22:22:39,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741930_1109 (size=95) 2024-12-02T22:22:39,287 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T22:22:39,287 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-69396553:(num 1733178159243) 2024-12-02T22:22:39,287 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T22:22:39,289 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237, archiveDir=hdfs://localhost:33783/hbase/oldWALs, maxLogs=32 2024-12-02T22:22:39,302 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237/wal.1733178159289, exclude list is [], retry=0 2024-12-02T22:22:39,304 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK] 2024-12-02T22:22:39,304 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK] 2024-12-02T22:22:39,305 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK] 2024-12-02T22:22:39,307 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237/wal.1733178159289 2024-12-02T22:22:39,314 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36559:36559),(127.0.0.1/127.0.0.1:36497:36497),(127.0.0.1/127.0.0.1:44513:44513)] 2024-12-02T22:22:39,314 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 79c7437a1833da453a8a039f980ef314, NAME => 'testReplayEditsWrittenViaHRegion,,1733178159239.79c7437a1833da453a8a039f980ef314.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:22:39,315 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733178159239.79c7437a1833da453a8a039f980ef314.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:39,315 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:39,315 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:39,316 INFO [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:39,318 INFO [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79c7437a1833da453a8a039f980ef314 columnFamilyName a 2024-12-02T22:22:39,318 DEBUG [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:39,319 INFO [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] regionserver.HStore(327): Store=79c7437a1833da453a8a039f980ef314/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:39,319 INFO [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:39,320 INFO [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79c7437a1833da453a8a039f980ef314 columnFamilyName b 2024-12-02T22:22:39,320 DEBUG [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:39,321 INFO [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] regionserver.HStore(327): Store=79c7437a1833da453a8a039f980ef314/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:39,321 INFO [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:39,321 INFO [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79c7437a1833da453a8a039f980ef314 columnFamilyName c 2024-12-02T22:22:39,322 DEBUG [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:39,322 INFO [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] regionserver.HStore(327): Store=79c7437a1833da453a8a039f980ef314/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:39,322 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:39,323 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:39,324 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:39,325 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:39,325 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:39,325 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:22:39,326 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:39,327 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 79c7437a1833da453a8a039f980ef314; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71607239, jitterRate=0.06703101098537445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:22:39,327 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 79c7437a1833da453a8a039f980ef314: Writing region info on filesystem at 1733178159315Initializing all the Stores at 1733178159316 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178159316Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178159316Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178159316Cleaning up temporary data from old regions at 1733178159325 (+9 ms)Region opened successfully at 1733178159327 (+2 ms) 2024-12-02T22:22:39,337 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 79c7437a1833da453a8a039f980ef314 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-02T22:22:39,360 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/.tmp/a/305e549610c4416bbaa48f319d31dc9b is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733178159327/Put/seqid=0 2024-12-02T22:22:39,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741933_1112 (size=5958) 2024-12-02T22:22:39,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741933_1112 (size=5958) 2024-12-02T22:22:39,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741933_1112 (size=5958) 2024-12-02T22:22:39,370 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/.tmp/a/305e549610c4416bbaa48f319d31dc9b 2024-12-02T22:22:39,377 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/.tmp/a/305e549610c4416bbaa48f319d31dc9b as hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/a/305e549610c4416bbaa48f319d31dc9b 2024-12-02T22:22:39,384 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/a/305e549610c4416bbaa48f319d31dc9b, entries=10, sequenceid=13, filesize=5.8 K 2024-12-02T22:22:39,385 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 79c7437a1833da453a8a039f980ef314 in 48ms, sequenceid=13, compaction requested=false 2024-12-02T22:22:39,385 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 79c7437a1833da453a8a039f980ef314: 2024-12-02T22:22:39,404 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 79c7437a1833da453a8a039f980ef314, disabling compactions & flushes 2024-12-02T22:22:39,404 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733178159239.79c7437a1833da453a8a039f980ef314. 2024-12-02T22:22:39,404 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733178159239.79c7437a1833da453a8a039f980ef314. 2024-12-02T22:22:39,404 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733178159239.79c7437a1833da453a8a039f980ef314. after waiting 0 ms 2024-12-02T22:22:39,404 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733178159239.79c7437a1833da453a8a039f980ef314. 2024-12-02T22:22:39,405 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733178159239.79c7437a1833da453a8a039f980ef314. 2024-12-02T22:22:39,405 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733178159239.79c7437a1833da453a8a039f980ef314. 2024-12-02T22:22:39,405 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 79c7437a1833da453a8a039f980ef314: Waiting for close lock at 1733178159404Disabling compacts and flushes for region at 1733178159404Disabling writes for close at 1733178159404Writing region close event to WAL at 1733178159405 (+1 ms)Closed at 1733178159405 2024-12-02T22:22:39,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741932_1111 (size=3345) 2024-12-02T22:22:39,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741932_1111 (size=3345) 2024-12-02T22:22:39,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741932_1111 (size=3345) 2024-12-02T22:22:39,425 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237/wal.1733178159289, size=3.3 K (3345bytes) 2024-12-02T22:22:39,425 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237/wal.1733178159289 2024-12-02T22:22:39,425 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237/wal.1733178159289 after 0ms 2024-12-02T22:22:39,427 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237/wal.1733178159289: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T22:22:39,428 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237/wal.1733178159289 took 2ms 2024-12-02T22:22:39,429 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237/wal.1733178159289 so closing down 2024-12-02T22:22:39,429 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T22:22:39,431 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733178159289.temp 2024-12-02T22:22:39,432 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/recovered.edits/0000000000000000003-wal.1733178159289.temp 2024-12-02T22:22:39,433 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T22:22:39,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741934_1113 (size=2944) 2024-12-02T22:22:39,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741934_1113 (size=2944) 2024-12-02T22:22:39,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741934_1113 (size=2944) 2024-12-02T22:22:39,443 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/recovered.edits/0000000000000000003-wal.1733178159289.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-02T22:22:39,444 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/recovered.edits/0000000000000000003-wal.1733178159289.temp to hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/recovered.edits/0000000000000000035 2024-12-02T22:22:39,445 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237/wal.1733178159289, size=3.3 K, length=3345, corrupted=false, cancelled=false 2024-12-02T22:22:39,445 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237/wal.1733178159289, journal: Splitting hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237/wal.1733178159289, size=3.3 K (3345bytes) at 1733178159425Finishing writing output for hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237/wal.1733178159289 so closing down at 1733178159429 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/recovered.edits/0000000000000000003-wal.1733178159289.temp at 1733178159432 (+3 ms)3 split writer threads finished at 1733178159433 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/recovered.edits/0000000000000000003-wal.1733178159289.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733178159443 (+10 ms)Rename recovered edits hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/recovered.edits/0000000000000000003-wal.1733178159289.temp to hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/recovered.edits/0000000000000000035 at 1733178159444 (+1 ms)Processed 32 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237/wal.1733178159289, size=3.3 K, length=3345, corrupted=false, cancelled=false at 1733178159445 (+1 ms) 2024-12-02T22:22:39,446 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237/wal.1733178159289 to hdfs://localhost:33783/hbase/oldWALs/wal.1733178159289 2024-12-02T22:22:39,447 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/recovered.edits/0000000000000000035 2024-12-02T22:22:39,447 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T22:22:39,449 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237, archiveDir=hdfs://localhost:33783/hbase/oldWALs, maxLogs=32 2024-12-02T22:22:39,462 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237/wal.1733178159449, exclude list is [], retry=0 2024-12-02T22:22:39,464 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK] 2024-12-02T22:22:39,464 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK] 2024-12-02T22:22:39,465 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK] 2024-12-02T22:22:39,466 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237/wal.1733178159449 2024-12-02T22:22:39,466 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36497:36497),(127.0.0.1/127.0.0.1:36559:36559),(127.0.0.1/127.0.0.1:44513:44513)] 2024-12-02T22:22:39,467 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 79c7437a1833da453a8a039f980ef314, NAME => 'testReplayEditsWrittenViaHRegion,,1733178159239.79c7437a1833da453a8a039f980ef314.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:22:39,467 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733178159239.79c7437a1833da453a8a039f980ef314.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:39,467 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:39,467 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:39,468 INFO [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:39,469 INFO [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79c7437a1833da453a8a039f980ef314 columnFamilyName a 2024-12-02T22:22:39,469 DEBUG [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:39,479 DEBUG [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/a/305e549610c4416bbaa48f319d31dc9b 2024-12-02T22:22:39,479 INFO [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] regionserver.HStore(327): Store=79c7437a1833da453a8a039f980ef314/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:39,479 INFO [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:39,480 INFO [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79c7437a1833da453a8a039f980ef314 columnFamilyName b 2024-12-02T22:22:39,480 DEBUG [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:39,480 INFO [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] regionserver.HStore(327): Store=79c7437a1833da453a8a039f980ef314/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:39,480 INFO [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:39,481 INFO [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79c7437a1833da453a8a039f980ef314 columnFamilyName c 2024-12-02T22:22:39,481 DEBUG [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:39,481 INFO [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] regionserver.HStore(327): Store=79c7437a1833da453a8a039f980ef314/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:39,481 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:39,482 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:39,483 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:39,484 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/recovered.edits/0000000000000000035 2024-12-02T22:22:39,486 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T22:22:39,487 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/recovered.edits/0000000000000000035 2024-12-02T22:22:39,487 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 79c7437a1833da453a8a039f980ef314 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-12-02T22:22:39,502 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/.tmp/b/a046c324e9e746afa049983dcd04a3d4 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733178159385/Put/seqid=0 2024-12-02T22:22:39,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741936_1115 (size=5958) 2024-12-02T22:22:39,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741936_1115 (size=5958) 2024-12-02T22:22:39,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741936_1115 (size=5958) 2024-12-02T22:22:39,509 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/.tmp/b/a046c324e9e746afa049983dcd04a3d4 2024-12-02T22:22:39,528 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/.tmp/c/0b72f05603b74875931614e02b913f34 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733178159392/Put/seqid=0 2024-12-02T22:22:39,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741937_1116 (size=5958) 2024-12-02T22:22:39,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741937_1116 (size=5958) 2024-12-02T22:22:39,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741937_1116 (size=5958) 2024-12-02T22:22:39,535 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/.tmp/c/0b72f05603b74875931614e02b913f34 2024-12-02T22:22:39,539 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/.tmp/b/a046c324e9e746afa049983dcd04a3d4 as hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/b/a046c324e9e746afa049983dcd04a3d4 2024-12-02T22:22:39,544 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/b/a046c324e9e746afa049983dcd04a3d4, entries=10, sequenceid=35, filesize=5.8 K 2024-12-02T22:22:39,545 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/.tmp/c/0b72f05603b74875931614e02b913f34 as hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/c/0b72f05603b74875931614e02b913f34 2024-12-02T22:22:39,549 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/c/0b72f05603b74875931614e02b913f34, entries=10, sequenceid=35, filesize=5.8 K 2024-12-02T22:22:39,549 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 79c7437a1833da453a8a039f980ef314 in 62ms, sequenceid=35, compaction requested=false; wal=null 2024-12-02T22:22:39,550 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/recovered.edits/0000000000000000035 2024-12-02T22:22:39,551 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:39,551 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:39,551 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:22:39,552 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:39,554 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-12-02T22:22:39,555 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 79c7437a1833da453a8a039f980ef314; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74682614, jitterRate=0.11285766959190369}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:22:39,555 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 79c7437a1833da453a8a039f980ef314: Writing region info on filesystem at 1733178159467Initializing all the Stores at 1733178159468 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178159468Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178159468Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178159468Obtaining lock to block concurrent updates at 1733178159487 (+19 ms)Preparing flush snapshotting stores in 79c7437a1833da453a8a039f980ef314 at 1733178159487Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733178159239.79c7437a1833da453a8a039f980ef314., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733178159488 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1733178159239.79c7437a1833da453a8a039f980ef314. at 1733178159488Flushing 79c7437a1833da453a8a039f980ef314/b: creating writer at 1733178159488Flushing 79c7437a1833da453a8a039f980ef314/b: appending metadata at 1733178159501 (+13 ms)Flushing 79c7437a1833da453a8a039f980ef314/b: closing flushed file at 1733178159501Flushing 79c7437a1833da453a8a039f980ef314/c: creating writer at 1733178159513 (+12 ms)Flushing 79c7437a1833da453a8a039f980ef314/c: appending metadata at 1733178159527 (+14 ms)Flushing 79c7437a1833da453a8a039f980ef314/c: closing flushed file at 1733178159527Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@774066a1: reopening flushed file at 1733178159539 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@631c3647: reopening flushed file at 1733178159544 (+5 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 79c7437a1833da453a8a039f980ef314 in 62ms, sequenceid=35, compaction requested=false; wal=null at 1733178159549 (+5 ms)Cleaning up temporary data from old regions at 1733178159551 (+2 ms)Region opened successfully at 1733178159555 (+4 ms) 2024-12-02T22:22:39,623 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237/wal.1733178159449, size=0 (0bytes) 2024-12-02T22:22:39,623 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237/wal.1733178159449 might be still open, length is 0 2024-12-02T22:22:39,623 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237/wal.1733178159449 2024-12-02T22:22:39,623 WARN [IPC Server handler 2 on default port 33783 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237/wal.1733178159449 has not been closed. Lease recovery is in progress. RecoveryId = 1117 for block blk_1073741935_1114 2024-12-02T22:22:39,624 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237/wal.1733178159449 after 1ms 2024-12-02T22:22:40,739 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-12-02T22:22:40,739 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-12-02T22:22:40,740 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-12-02T22:22:40,740 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-12-02T22:22:41,342 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:52426 [Receiving block BP-1195816637-172.17.0.2-1733178115908:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:43105:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52426 dst: /127.0.0.1:43105 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43105 remote=/127.0.0.1:52426]. Total timeout mills is 60000, 58244 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:22:41,342 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:53588 [Receiving block BP-1195816637-172.17.0.2-1733178115908:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:43969:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53588 dst: /127.0.0.1:43969 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:22:41,342 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1543261280_22 at /127.0.0.1:51632 [Receiving block BP-1195816637-172.17.0.2-1733178115908:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:44197:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51632 dst: /127.0.0.1:44197 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:22:41,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741935_1117 (size=2936) 2024-12-02T22:22:41,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741935_1117 (size=2936) 2024-12-02T22:22:43,625 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237/wal.1733178159449 after 4001ms 2024-12-02T22:22:43,627 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237/wal.1733178159449: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T22:22:43,628 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237/wal.1733178159449 took 4005ms 2024-12-02T22:22:43,630 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237/wal.1733178159449; continuing. 2024-12-02T22:22:43,630 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237/wal.1733178159449 so closing down 2024-12-02T22:22:43,630 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T22:22:43,631 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733178159449.temp 2024-12-02T22:22:43,632 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/recovered.edits/0000000000000000037-wal.1733178159449.temp 2024-12-02T22:22:43,632 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T22:22:43,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741938_1118 (size=2944) 2024-12-02T22:22:43,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741938_1118 (size=2944) 2024-12-02T22:22:43,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741938_1118 (size=2944) 2024-12-02T22:22:43,639 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/recovered.edits/0000000000000000037-wal.1733178159449.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-02T22:22:43,640 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/recovered.edits/0000000000000000037-wal.1733178159449.temp to hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/recovered.edits/0000000000000000066 2024-12-02T22:22:43,640 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237/wal.1733178159449, size=0, length=0, corrupted=false, cancelled=false 2024-12-02T22:22:43,640 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237/wal.1733178159449, journal: Splitting hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237/wal.1733178159449, size=0 (0bytes) at 1733178159623Finishing writing output for hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237/wal.1733178159449 so closing down at 1733178163630 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/recovered.edits/0000000000000000037-wal.1733178159449.temp at 1733178163632 (+2 ms)3 split writer threads finished at 1733178163632Closed recovered edits writer path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/recovered.edits/0000000000000000037-wal.1733178159449.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733178163639 (+7 ms)Rename recovered edits hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/recovered.edits/0000000000000000037-wal.1733178159449.temp to hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/recovered.edits/0000000000000000066 at 1733178163640 (+1 ms)Processed 30 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237/wal.1733178159449, size=0, length=0, corrupted=false, cancelled=false at 1733178163640 2024-12-02T22:22:43,642 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237/wal.1733178159449 to hdfs://localhost:33783/hbase/oldWALs/wal.1733178159449 2024-12-02T22:22:43,643 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/recovered.edits/0000000000000000066 2024-12-02T22:22:43,643 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T22:22:43,644 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33783/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237, archiveDir=hdfs://localhost:33783/hbase/oldWALs, maxLogs=32 2024-12-02T22:22:43,658 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237/wal.1733178163645, exclude list is [], retry=0 2024-12-02T22:22:43,660 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43969,DS-6994c89d-d595-4221-945d-3a3ca813d2d2,DISK] 2024-12-02T22:22:43,661 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-e6d65a44-8987-43eb-9ec9-b9a76a4fef44,DISK] 2024-12-02T22:22:43,661 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-e35e1415-959a-4cc3-91c2-f2f09d2f7a99,DISK] 2024-12-02T22:22:43,662 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237/wal.1733178163645 2024-12-02T22:22:43,663 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44513:44513),(127.0.0.1/127.0.0.1:36559:36559),(127.0.0.1/127.0.0.1:36497:36497)] 2024-12-02T22:22:43,663 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733178159239.79c7437a1833da453a8a039f980ef314.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:22:43,665 INFO [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:43,665 INFO [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79c7437a1833da453a8a039f980ef314 columnFamilyName a 2024-12-02T22:22:43,666 DEBUG [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:43,670 DEBUG [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/a/305e549610c4416bbaa48f319d31dc9b 2024-12-02T22:22:43,670 INFO [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] regionserver.HStore(327): Store=79c7437a1833da453a8a039f980ef314/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:43,671 INFO [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:43,671 INFO [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79c7437a1833da453a8a039f980ef314 columnFamilyName b 2024-12-02T22:22:43,671 DEBUG [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:43,676 DEBUG [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/b/a046c324e9e746afa049983dcd04a3d4 2024-12-02T22:22:43,676 INFO [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] regionserver.HStore(327): Store=79c7437a1833da453a8a039f980ef314/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:43,676 INFO [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:43,677 INFO [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79c7437a1833da453a8a039f980ef314 columnFamilyName c 2024-12-02T22:22:43,677 DEBUG [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:22:43,682 DEBUG [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/c/0b72f05603b74875931614e02b913f34 2024-12-02T22:22:43,682 INFO [StoreOpener-79c7437a1833da453a8a039f980ef314-1 {}] regionserver.HStore(327): Store=79c7437a1833da453a8a039f980ef314/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:22:43,682 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:43,683 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:43,684 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:43,685 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/recovered.edits/0000000000000000066 2024-12-02T22:22:43,687 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-02T22:22:43,692 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/recovered.edits/0000000000000000066 2024-12-02T22:22:43,693 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 79c7437a1833da453a8a039f980ef314 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-02T22:22:43,708 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/.tmp/a/d32f25860a6342079774c5bd2d92e1fe is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733178159562/Put/seqid=0 2024-12-02T22:22:43,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741940_1120 (size=5958) 2024-12-02T22:22:43,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741940_1120 (size=5958) 2024-12-02T22:22:43,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741940_1120 (size=5958) 2024-12-02T22:22:43,715 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/.tmp/a/d32f25860a6342079774c5bd2d92e1fe 2024-12-02T22:22:43,740 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/.tmp/b/d8e217507edb48668f44cad3083598a7 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733178159570/Put/seqid=0 2024-12-02T22:22:43,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741941_1121 (size=5958) 2024-12-02T22:22:43,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741941_1121 (size=5958) 2024-12-02T22:22:43,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741941_1121 (size=5958) 2024-12-02T22:22:43,746 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/.tmp/b/d8e217507edb48668f44cad3083598a7 2024-12-02T22:22:43,764 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/.tmp/c/cbf1167ed0de48f1a1def47a14d0cda5 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733178159578/Put/seqid=0 2024-12-02T22:22:43,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741942_1122 (size=5958) 2024-12-02T22:22:43,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741942_1122 (size=5958) 2024-12-02T22:22:43,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741942_1122 (size=5958) 2024-12-02T22:22:43,773 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/.tmp/c/cbf1167ed0de48f1a1def47a14d0cda5 2024-12-02T22:22:43,778 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/.tmp/a/d32f25860a6342079774c5bd2d92e1fe as hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/a/d32f25860a6342079774c5bd2d92e1fe 2024-12-02T22:22:43,782 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/a/d32f25860a6342079774c5bd2d92e1fe, entries=10, sequenceid=66, filesize=5.8 K 2024-12-02T22:22:43,783 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/.tmp/b/d8e217507edb48668f44cad3083598a7 as hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/b/d8e217507edb48668f44cad3083598a7 2024-12-02T22:22:43,789 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/b/d8e217507edb48668f44cad3083598a7, entries=10, sequenceid=66, filesize=5.8 K 2024-12-02T22:22:43,790 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/.tmp/c/cbf1167ed0de48f1a1def47a14d0cda5 as hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/c/cbf1167ed0de48f1a1def47a14d0cda5 2024-12-02T22:22:43,794 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/c/cbf1167ed0de48f1a1def47a14d0cda5, entries=10, sequenceid=66, filesize=5.8 K 2024-12-02T22:22:43,794 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 79c7437a1833da453a8a039f980ef314 in 102ms, sequenceid=66, compaction requested=false; wal=null 2024-12-02T22:22:43,795 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/recovered.edits/0000000000000000066 2024-12-02T22:22:43,796 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:43,796 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:43,798 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:22:43,800 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 79c7437a1833da453a8a039f980ef314 2024-12-02T22:22:43,805 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/hbase/data/default/testReplayEditsWrittenViaHRegion/79c7437a1833da453a8a039f980ef314/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-12-02T22:22:43,806 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 79c7437a1833da453a8a039f980ef314; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61175438, jitterRate=-0.08841493725776672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:22:43,806 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 79c7437a1833da453a8a039f980ef314: Writing region info on filesystem at 1733178163664Initializing all the Stores at 1733178163664Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178163664Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178163664Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178163664Obtaining lock to block concurrent updates at 1733178163693 (+29 ms)Preparing flush snapshotting stores in 79c7437a1833da453a8a039f980ef314 at 1733178163693Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733178159239.79c7437a1833da453a8a039f980ef314., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733178163693Flushing stores of testReplayEditsWrittenViaHRegion,,1733178159239.79c7437a1833da453a8a039f980ef314. at 1733178163693Flushing 79c7437a1833da453a8a039f980ef314/a: creating writer at 1733178163693Flushing 79c7437a1833da453a8a039f980ef314/a: appending metadata at 1733178163708 (+15 ms)Flushing 79c7437a1833da453a8a039f980ef314/a: closing flushed file at 1733178163708Flushing 79c7437a1833da453a8a039f980ef314/b: creating writer at 1733178163719 (+11 ms)Flushing 79c7437a1833da453a8a039f980ef314/b: appending metadata at 1733178163739 (+20 ms)Flushing 79c7437a1833da453a8a039f980ef314/b: closing flushed file at 1733178163739Flushing 79c7437a1833da453a8a039f980ef314/c: creating writer at 1733178163750 (+11 ms)Flushing 79c7437a1833da453a8a039f980ef314/c: appending metadata at 1733178163764 (+14 ms)Flushing 79c7437a1833da453a8a039f980ef314/c: closing flushed file at 1733178163764Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37ac45a4: reopening flushed file at 1733178163777 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67da919e: reopening flushed file at 1733178163783 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@725657b2: reopening flushed file at 1733178163789 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 79c7437a1833da453a8a039f980ef314 in 102ms, sequenceid=66, compaction requested=false; wal=null at 1733178163794 (+5 ms)Cleaning up temporary data from old regions at 1733178163796 (+2 ms)Region opened successfully at 1733178163806 (+10 ms) 2024-12-02T22:22:43,819 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 79c7437a1833da453a8a039f980ef314, disabling compactions & flushes 2024-12-02T22:22:43,819 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733178159239.79c7437a1833da453a8a039f980ef314. 2024-12-02T22:22:43,819 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733178159239.79c7437a1833da453a8a039f980ef314. 2024-12-02T22:22:43,819 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733178159239.79c7437a1833da453a8a039f980ef314. after waiting 0 ms 2024-12-02T22:22:43,819 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733178159239.79c7437a1833da453a8a039f980ef314. 2024-12-02T22:22:43,821 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733178159239.79c7437a1833da453a8a039f980ef314. 2024-12-02T22:22:43,821 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 79c7437a1833da453a8a039f980ef314: Waiting for close lock at 1733178163819Disabling compacts and flushes for region at 1733178163819Disabling writes for close at 1733178163819Writing region close event to WAL at 1733178163821 (+2 ms)Closed at 1733178163821 2024-12-02T22:22:43,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741939_1119 (size=95) 2024-12-02T22:22:43,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741939_1119 (size=95) 2024-12-02T22:22:43,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741939_1119 (size=95) 2024-12-02T22:22:43,826 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T22:22:43,826 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733178163645) 2024-12-02T22:22:43,843 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=446 (was 439) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (754041887) connection to localhost/127.0.0.1:33783 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-834510573_22 at /127.0.0.1:51682 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-834510573_22 at /127.0.0.1:53616 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:33783 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-834510573_22 at /127.0.0.1:52484 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1418 (was 1350) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=530 (was 559), ProcessCount=11 (was 11), AvailableMemoryMB=6760 (was 6824) 2024-12-02T22:22:43,843 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1418 is superior to 1024 2024-12-02T22:22:43,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T22:22:43,844 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:22:43,844 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:22:43,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:22:43,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:22:43,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:22:43,845 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T22:22:43,845 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1107730837, stopped=false 2024-12-02T22:22:43,845 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7ae73638d47e,33983,1733178120325 2024-12-02T22:22:43,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46025-0x1009d155fd50003, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T22:22:43,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1009d155fd50000, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T22:22:43,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x1009d155fd50002, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T22:22:43,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1009d155fd50000, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:22:43,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46025-0x1009d155fd50003, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:22:43,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x1009d155fd50002, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:22:43,847 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:22:43,848 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:22:43,848 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:22:43,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:22:43,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37889-0x1009d155fd50002, quorum=127.0.0.1:56928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T22:22:43,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33983-0x1009d155fd50000, quorum=127.0.0.1:56928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T22:22:43,849 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7ae73638d47e,37889,1733178121849' ***** 2024-12-02T22:22:43,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46025-0x1009d155fd50003, quorum=127.0.0.1:56928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T22:22:43,849 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T22:22:43,849 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7ae73638d47e,46025,1733178121941' ***** 2024-12-02T22:22:43,849 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T22:22:43,849 INFO [RS:2;7ae73638d47e:46025 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T22:22:43,849 INFO [RS:2;7ae73638d47e:46025 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T22:22:43,849 INFO [RS:2;7ae73638d47e:46025 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T22:22:43,849 INFO [RS:1;7ae73638d47e:37889 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T22:22:43,850 INFO [RS:1;7ae73638d47e:37889 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T22:22:43,850 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T22:22:43,850 INFO [RS:1;7ae73638d47e:37889 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T22:22:43,850 INFO [RS:1;7ae73638d47e:37889 {}] regionserver.HRegionServer(959): stopping server 7ae73638d47e,37889,1733178121849 2024-12-02T22:22:43,850 INFO [RS:1;7ae73638d47e:37889 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:22:43,850 INFO [RS:2;7ae73638d47e:46025 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:43,850 INFO [RS:1;7ae73638d47e:37889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7ae73638d47e:37889. 2024-12-02T22:22:43,850 DEBUG [RS:1;7ae73638d47e:37889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:22:43,850 DEBUG [RS:1;7ae73638d47e:37889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:22:43,850 INFO [RS:2;7ae73638d47e:46025 {}] regionserver.HRegionServer(959): stopping server 7ae73638d47e,46025,1733178121941 2024-12-02T22:22:43,850 INFO [RS:1;7ae73638d47e:37889 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T22:22:43,850 INFO [RS:2;7ae73638d47e:46025 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:22:43,850 INFO [RS:2;7ae73638d47e:46025 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;7ae73638d47e:46025. 2024-12-02T22:22:43,850 DEBUG [RS:2;7ae73638d47e:46025 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:22:43,850 DEBUG [RS:2;7ae73638d47e:46025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:22:43,850 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T22:22:43,850 INFO [RS:2;7ae73638d47e:46025 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T22:22:43,850 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b45d8a13f8b49c6439229f62d623adb, disabling compactions & flushes 2024-12-02T22:22:43,850 DEBUG [RS:2;7ae73638d47e:46025 {}] regionserver.HRegionServer(1325): Online Regions={0b45d8a13f8b49c6439229f62d623adb=testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb.} 2024-12-02T22:22:43,850 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:43,850 DEBUG [RS:2;7ae73638d47e:46025 {}] regionserver.HRegionServer(1351): Waiting on 0b45d8a13f8b49c6439229f62d623adb 2024-12-02T22:22:43,850 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:43,851 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. after waiting 0 ms 2024-12-02T22:22:43,851 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:43,851 INFO [RS:1;7ae73638d47e:37889 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T22:22:43,851 INFO [RS:1;7ae73638d47e:37889 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T22:22:43,851 INFO [RS:1;7ae73638d47e:37889 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T22:22:43,852 INFO [RS:1;7ae73638d47e:37889 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T22:22:43,852 DEBUG [RS:1;7ae73638d47e:37889 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T22:22:43,852 DEBUG [RS:1;7ae73638d47e:37889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:22:43,852 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:22:43,852 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:22:43,852 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:22:43,852 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:22:43,852 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:22:43,852 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.19 KB heapSize=2.79 KB 2024-12-02T22:22:43,856 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0b45d8a13f8b49c6439229f62d623adb/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-12-02T22:22:43,856 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:43,857 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b45d8a13f8b49c6439229f62d623adb: Waiting for close lock at 1733178163850Running coprocessor pre-close hooks at 1733178163850Disabling compacts and flushes for region at 1733178163850Disabling writes for close at 1733178163851 (+1 ms)Writing region close event to WAL at 1733178163852 (+1 ms)Running coprocessor post-close hooks at 1733178163856 (+4 ms)Closed at 1733178163856 2024-12-02T22:22:43,857 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb. 2024-12-02T22:22:43,858 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740/.tmp/info/eaf45d44bf1d42558fef1d7d19428380 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733178138875.0b45d8a13f8b49c6439229f62d623adb./info:regioninfo/1733178143711/Put/seqid=0 2024-12-02T22:22:43,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741943_1123 (size=6778) 2024-12-02T22:22:43,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741943_1123 (size=6778) 2024-12-02T22:22:43,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741943_1123 (size=6778) 2024-12-02T22:22:43,867 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.19 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740/.tmp/info/eaf45d44bf1d42558fef1d7d19428380 2024-12-02T22:22:43,872 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740/.tmp/info/eaf45d44bf1d42558fef1d7d19428380 as hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740/info/eaf45d44bf1d42558fef1d7d19428380 2024-12-02T22:22:43,877 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740/info/eaf45d44bf1d42558fef1d7d19428380, entries=8, sequenceid=23, filesize=6.6 K 2024-12-02T22:22:43,878 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 26ms, sequenceid=23, compaction requested=false 2024-12-02T22:22:43,883 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/data/hbase/meta/1588230740/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=18 2024-12-02T22:22:43,883 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:22:43,884 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:22:43,884 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733178163852Running coprocessor pre-close hooks at 1733178163852Disabling compacts and flushes for region at 1733178163852Disabling writes for close at 1733178163852Obtaining lock to block concurrent updates at 1733178163852Preparing flush snapshotting stores in 1588230740 at 1733178163852Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1218, getHeapSize=2792, getOffHeapSize=0, getCellsCount=8 at 1733178163853 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733178163853Flushing 1588230740/info: creating writer at 1733178163853Flushing 1588230740/info: appending metadata at 1733178163857 (+4 ms)Flushing 1588230740/info: closing flushed file at 1733178163857Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e2eeb08: reopening flushed file at 1733178163872 (+15 ms)Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 26ms, sequenceid=23, compaction requested=false at 1733178163878 (+6 ms)Writing region close event to WAL at 1733178163879 (+1 ms)Running coprocessor post-close hooks at 1733178163883 (+4 ms)Closed at 1733178163883 2024-12-02T22:22:43,884 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T22:22:43,898 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T22:22:43,898 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T22:22:43,927 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T22:22:43,927 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T22:22:43,944 INFO [regionserver/7ae73638d47e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:22:43,944 INFO [regionserver/7ae73638d47e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:22:44,051 INFO [RS:2;7ae73638d47e:46025 {}] regionserver.HRegionServer(976): stopping server 7ae73638d47e,46025,1733178121941; all regions closed. 2024-12-02T22:22:44,052 INFO [RS:1;7ae73638d47e:37889 {}] regionserver.HRegionServer(976): stopping server 7ae73638d47e,37889,1733178121849; all regions closed. 2024-12-02T22:22:44,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741835_1011 (size=721) 2024-12-02T22:22:44,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741835_1011 (size=721) 2024-12-02T22:22:44,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741835_1011 (size=721) 2024-12-02T22:22:44,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741893_1071 (size=1675) 2024-12-02T22:22:44,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741893_1071 (size=1675) 2024-12-02T22:22:44,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741893_1071 (size=1675) 2024-12-02T22:22:44,058 DEBUG [RS:2;7ae73638d47e:46025 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/oldWALs 2024-12-02T22:22:44,058 INFO [RS:2;7ae73638d47e:46025 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7ae73638d47e%2C46025%2C1733178121941:(num 1733178125065) 2024-12-02T22:22:44,058 DEBUG [RS:2;7ae73638d47e:46025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:22:44,058 INFO [RS:2;7ae73638d47e:46025 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:22:44,058 INFO [RS:2;7ae73638d47e:46025 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:22:44,059 INFO [RS:2;7ae73638d47e:46025 {}] hbase.ChoreService(370): Chore service for: regionserver/7ae73638d47e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T22:22:44,059 INFO [RS:2;7ae73638d47e:46025 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T22:22:44,059 INFO [RS:2;7ae73638d47e:46025 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T22:22:44,059 INFO [RS:2;7ae73638d47e:46025 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T22:22:44,059 INFO [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:22:44,059 INFO [RS:2;7ae73638d47e:46025 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:22:44,059 DEBUG [RS:1;7ae73638d47e:37889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/oldWALs 2024-12-02T22:22:44,059 INFO [RS:1;7ae73638d47e:37889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7ae73638d47e%2C37889%2C1733178121849.meta:.meta(num 1733178142689) 2024-12-02T22:22:44,059 INFO [RS:2;7ae73638d47e:46025 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46025 2024-12-02T22:22:44,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46025-0x1009d155fd50003, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7ae73638d47e,46025,1733178121941 2024-12-02T22:22:44,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1009d155fd50000, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T22:22:44,061 INFO [RS:2;7ae73638d47e:46025 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:22:44,062 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7ae73638d47e,46025,1733178121941] 2024-12-02T22:22:44,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741834_1010 (size=1708) 2024-12-02T22:22:44,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741834_1010 (size=1708) 2024-12-02T22:22:44,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741834_1010 (size=1708) 2024-12-02T22:22:44,064 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7ae73638d47e,46025,1733178121941 already deleted, retry=false 2024-12-02T22:22:44,064 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7ae73638d47e,46025,1733178121941 expired; onlineServers=1 2024-12-02T22:22:44,065 DEBUG [RS:1;7ae73638d47e:37889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/oldWALs 2024-12-02T22:22:44,065 INFO [RS:1;7ae73638d47e:37889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7ae73638d47e%2C37889%2C1733178121849:(num 1733178125065) 2024-12-02T22:22:44,065 DEBUG [RS:1;7ae73638d47e:37889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:22:44,065 INFO [RS:1;7ae73638d47e:37889 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:22:44,065 INFO [RS:1;7ae73638d47e:37889 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:22:44,066 INFO [RS:1;7ae73638d47e:37889 {}] hbase.ChoreService(370): Chore service for: regionserver/7ae73638d47e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T22:22:44,066 INFO [RS:1;7ae73638d47e:37889 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:22:44,066 INFO [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:22:44,066 INFO [RS:1;7ae73638d47e:37889 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37889 2024-12-02T22:22:44,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1009d155fd50000, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T22:22:44,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x1009d155fd50002, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7ae73638d47e,37889,1733178121849 2024-12-02T22:22:44,067 INFO [RS:1;7ae73638d47e:37889 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:22:44,069 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7ae73638d47e,37889,1733178121849] 2024-12-02T22:22:44,070 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7ae73638d47e,37889,1733178121849 already deleted, retry=false 2024-12-02T22:22:44,070 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7ae73638d47e,37889,1733178121849 expired; onlineServers=0 2024-12-02T22:22:44,070 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7ae73638d47e,33983,1733178120325' ***** 2024-12-02T22:22:44,070 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T22:22:44,070 INFO [M:0;7ae73638d47e:33983 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:22:44,070 INFO [M:0;7ae73638d47e:33983 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:22:44,071 DEBUG [M:0;7ae73638d47e:33983 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T22:22:44,071 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T22:22:44,071 DEBUG [M:0;7ae73638d47e:33983 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T22:22:44,071 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733178124360 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733178124360,5,FailOnTimeoutGroup] 2024-12-02T22:22:44,071 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733178124359 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733178124359,5,FailOnTimeoutGroup] 2024-12-02T22:22:44,071 INFO [M:0;7ae73638d47e:33983 {}] hbase.ChoreService(370): Chore service for: master/7ae73638d47e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T22:22:44,071 INFO [M:0;7ae73638d47e:33983 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:22:44,071 DEBUG [M:0;7ae73638d47e:33983 {}] master.HMaster(1795): Stopping service threads 2024-12-02T22:22:44,071 INFO [M:0;7ae73638d47e:33983 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T22:22:44,071 INFO [M:0;7ae73638d47e:33983 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:22:44,072 INFO [M:0;7ae73638d47e:33983 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T22:22:44,072 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T22:22:44,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1009d155fd50000, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T22:22:44,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1009d155fd50000, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:22:44,073 DEBUG [M:0;7ae73638d47e:33983 {}] zookeeper.ZKUtil(347): master:33983-0x1009d155fd50000, quorum=127.0.0.1:56928, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T22:22:44,073 WARN [M:0;7ae73638d47e:33983 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T22:22:44,074 INFO [M:0;7ae73638d47e:33983 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/.lastflushedseqids 2024-12-02T22:22:44,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741944_1124 (size=119) 2024-12-02T22:22:44,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741944_1124 (size=119) 2024-12-02T22:22:44,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741944_1124 (size=119) 2024-12-02T22:22:44,088 INFO [M:0;7ae73638d47e:33983 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T22:22:44,089 INFO [M:0;7ae73638d47e:33983 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T22:22:44,089 DEBUG [M:0;7ae73638d47e:33983 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:22:44,089 INFO [M:0;7ae73638d47e:33983 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:22:44,089 DEBUG [M:0;7ae73638d47e:33983 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:22:44,089 DEBUG [M:0;7ae73638d47e:33983 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:22:44,089 DEBUG [M:0;7ae73638d47e:33983 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:22:44,089 INFO [M:0;7ae73638d47e:33983 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=83.41 KB heapSize=102.71 KB 2024-12-02T22:22:44,107 DEBUG [M:0;7ae73638d47e:33983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3f33f160589445aa812e7736d0a8634 is 82, key is hbase:meta,,1/info:regioninfo/1733178142863/Put/seqid=0 2024-12-02T22:22:44,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741945_1125 (size=6063) 2024-12-02T22:22:44,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741945_1125 (size=6063) 2024-12-02T22:22:44,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741945_1125 (size=6063) 2024-12-02T22:22:44,113 INFO [M:0;7ae73638d47e:33983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3f33f160589445aa812e7736d0a8634 2024-12-02T22:22:44,133 DEBUG [M:0;7ae73638d47e:33983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ff6f12202a24214aca2f0067d4084ce is 1077, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733178139459/Put/seqid=0 2024-12-02T22:22:44,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741946_1126 (size=7908) 2024-12-02T22:22:44,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741946_1126 (size=7908) 2024-12-02T22:22:44,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741946_1126 (size=7908) 2024-12-02T22:22:44,141 INFO [M:0;7ae73638d47e:33983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=82.18 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ff6f12202a24214aca2f0067d4084ce 2024-12-02T22:22:44,145 INFO [M:0;7ae73638d47e:33983 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ff6f12202a24214aca2f0067d4084ce 2024-12-02T22:22:44,160 DEBUG [M:0;7ae73638d47e:33983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ea140a7b2ae46d39f0028a29e6873bf is 69, key is 7ae73638d47e,37889,1733178121849/rs:state/1733178124546/Put/seqid=0 2024-12-02T22:22:44,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46025-0x1009d155fd50003, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:22:44,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46025-0x1009d155fd50003, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:22:44,164 INFO [RS:2;7ae73638d47e:46025 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:22:44,164 INFO [RS:2;7ae73638d47e:46025 {}] regionserver.HRegionServer(1031): Exiting; stopping=7ae73638d47e,46025,1733178121941; zookeeper connection closed. 2024-12-02T22:22:44,164 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f10bed9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f10bed9 2024-12-02T22:22:44,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x1009d155fd50002, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:22:44,169 INFO [RS:1;7ae73638d47e:37889 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:22:44,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x1009d155fd50002, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:22:44,169 INFO [RS:1;7ae73638d47e:37889 {}] regionserver.HRegionServer(1031): Exiting; stopping=7ae73638d47e,37889,1733178121849; zookeeper connection closed. 2024-12-02T22:22:44,169 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6fafb38d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6fafb38d 2024-12-02T22:22:44,170 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-02T22:22:44,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741947_1127 (size=5440) 2024-12-02T22:22:44,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741947_1127 (size=5440) 2024-12-02T22:22:44,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741947_1127 (size=5440) 2024-12-02T22:22:44,172 INFO [M:0;7ae73638d47e:33983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ea140a7b2ae46d39f0028a29e6873bf 2024-12-02T22:22:44,176 INFO [M:0;7ae73638d47e:33983 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4ea140a7b2ae46d39f0028a29e6873bf 2024-12-02T22:22:44,177 DEBUG [M:0;7ae73638d47e:33983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3f33f160589445aa812e7736d0a8634 as hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a3f33f160589445aa812e7736d0a8634 2024-12-02T22:22:44,182 INFO [M:0;7ae73638d47e:33983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a3f33f160589445aa812e7736d0a8634, entries=14, sequenceid=207, filesize=5.9 K 2024-12-02T22:22:44,183 DEBUG [M:0;7ae73638d47e:33983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ff6f12202a24214aca2f0067d4084ce as hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ff6f12202a24214aca2f0067d4084ce 2024-12-02T22:22:44,188 INFO [M:0;7ae73638d47e:33983 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ff6f12202a24214aca2f0067d4084ce 2024-12-02T22:22:44,188 INFO [M:0;7ae73638d47e:33983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ff6f12202a24214aca2f0067d4084ce, entries=21, sequenceid=207, filesize=7.7 K 2024-12-02T22:22:44,189 DEBUG [M:0;7ae73638d47e:33983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ea140a7b2ae46d39f0028a29e6873bf as hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ea140a7b2ae46d39f0028a29e6873bf 2024-12-02T22:22:44,193 INFO [M:0;7ae73638d47e:33983 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4ea140a7b2ae46d39f0028a29e6873bf 2024-12-02T22:22:44,193 INFO [M:0;7ae73638d47e:33983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/user/jenkins/test-data/147da8c8-7fc9-8365-6378-eb587d03b7b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ea140a7b2ae46d39f0028a29e6873bf, entries=3, sequenceid=207, filesize=5.3 K 2024-12-02T22:22:44,194 INFO [M:0;7ae73638d47e:33983 {}] regionserver.HRegion(3140): Finished flush of dataSize ~83.41 KB/85410, heapSize ~102.41 KB/104872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=207, compaction requested=false 2024-12-02T22:22:44,195 INFO [M:0;7ae73638d47e:33983 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:22:44,195 DEBUG [M:0;7ae73638d47e:33983 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733178164089Disabling compacts and flushes for region at 1733178164089Disabling writes for close at 1733178164089Obtaining lock to block concurrent updates at 1733178164089Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733178164089Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=85410, getHeapSize=105112, getOffHeapSize=0, getCellsCount=248 at 1733178164089Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733178164090 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733178164090Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733178164107 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733178164107Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733178164118 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733178164132 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733178164132Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733178164146 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733178164159 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733178164160 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b249c51: reopening flushed file at 1733178164176 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@120b0efa: reopening flushed file at 1733178164182 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2edc5f5d: reopening flushed file at 1733178164188 (+6 ms)Finished flush of dataSize ~83.41 KB/85410, heapSize ~102.41 KB/104872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=207, compaction requested=false at 1733178164194 (+6 ms)Writing region close event to WAL at 1733178164195 (+1 ms)Closed at 1733178164195 2024-12-02T22:22:44,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741830_1006 (size=69465) 2024-12-02T22:22:44,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741830_1006 (size=69465) 2024-12-02T22:22:44,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43969 is added to blk_1073741830_1006 (size=69465) 2024-12-02T22:22:44,199 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:22:44,199 INFO [M:0;7ae73638d47e:33983 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T22:22:44,199 INFO [M:0;7ae73638d47e:33983 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33983 2024-12-02T22:22:44,199 INFO [M:0;7ae73638d47e:33983 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:22:44,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1009d155fd50000, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:22:44,301 INFO [M:0;7ae73638d47e:33983 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:22:44,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x1009d155fd50000, quorum=127.0.0.1:56928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:22:44,307 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733178144217/wal.1733178153503 with renewLeaseKey: DEFAULT_16688 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733178144217/wal.1733178153503 (inode 16688) Holder DFSClient_NONMAPREDUCE_1543261280_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733178144217/wal.1733178153503 (inode 16688) Holder DFSClient_NONMAPREDUCE_1543261280_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-02T22:22:44,310 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733178143783/wal.1733178144068 with renewLeaseKey: DEFAULT_16665 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733178143783/wal.1733178144068 (inode 16665) Holder DFSClient_NONMAPREDUCE_1543261280_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733178143783/wal.1733178144068 (inode 16665) Holder DFSClient_NONMAPREDUCE_1543261280_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-02T22:22:44,311 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733178134400/wal.1733178134525 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:22:44,313 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733178153716/wal.1733178154494 with renewLeaseKey: DEFAULT_16714 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733178153716/wal.1733178154494 (inode 16714) Holder DFSClient_NONMAPREDUCE_1543261280_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733178153716/wal.1733178154494 (inode 16714) Holder DFSClient_NONMAPREDUCE_1543261280_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-02T22:22:44,313 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733178154765/wal.1733178154841 with renewLeaseKey: DEFAULT_16736 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:22:44,313 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733178159237/wal.1733178159449 with renewLeaseKey: DEFAULT_16777 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:22:44,314 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733178127178/wal.1733178127253 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:22:44,315 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733178126829/wal.1733178127030 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733178126829/wal.1733178127030 (inode 16485) Holder DFSClient_NONMAPREDUCE_1543261280_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733178126829/wal.1733178127030 (inode 16485) Holder DFSClient_NONMAPREDUCE_1543261280_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-02T22:22:44,318 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733178126252/wal.1733178126532 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733178126252/wal.1733178126532 (inode 16462) Holder DFSClient_NONMAPREDUCE_1543261280_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733178126252/wal.1733178126532 (inode 16462) Holder DFSClient_NONMAPREDUCE_1543261280_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-02T22:22:44,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26f8cb79{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:22:44,325 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10705e91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:22:44,325 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:22:44,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16c07ee3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:22:44,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bbcb0d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/hadoop.log.dir/,STOPPED} 2024-12-02T22:22:44,328 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T22:22:44,328 WARN [BP-1195816637-172.17.0.2-1733178115908 heartbeating to localhost/127.0.0.1:33783 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T22:22:44,329 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T22:22:44,329 WARN [BP-1195816637-172.17.0.2-1733178115908 heartbeating to localhost/127.0.0.1:33783 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1195816637-172.17.0.2-1733178115908 (Datanode Uuid 3ceb8ab0-c94f-4b56-ade0-241f378a5e30) service to localhost/127.0.0.1:33783 2024-12-02T22:22:44,330 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/cluster_cb5fc93a-e7df-eca1-0618-a5e0b8b83cc7/data/data5/current/BP-1195816637-172.17.0.2-1733178115908 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:22:44,330 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/cluster_cb5fc93a-e7df-eca1-0618-a5e0b8b83cc7/data/data6/current/BP-1195816637-172.17.0.2-1733178115908 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:22:44,331 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T22:22:44,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4464725f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:22:44,337 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11808715{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:22:44,337 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:22:44,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f9065a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:22:44,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@243ebd61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/hadoop.log.dir/,STOPPED} 2024-12-02T22:22:44,339 WARN [BP-1195816637-172.17.0.2-1733178115908 heartbeating to localhost/127.0.0.1:33783 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T22:22:44,339 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T22:22:44,339 WARN [BP-1195816637-172.17.0.2-1733178115908 heartbeating to localhost/127.0.0.1:33783 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1195816637-172.17.0.2-1733178115908 (Datanode Uuid 8009f5e1-c3b0-49b4-bdd1-3a59bedafa44) service to localhost/127.0.0.1:33783 2024-12-02T22:22:44,339 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T22:22:44,339 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/cluster_cb5fc93a-e7df-eca1-0618-a5e0b8b83cc7/data/data3/current/BP-1195816637-172.17.0.2-1733178115908 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:22:44,340 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/cluster_cb5fc93a-e7df-eca1-0618-a5e0b8b83cc7/data/data4/current/BP-1195816637-172.17.0.2-1733178115908 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:22:44,340 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T22:22:44,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17d1a8d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:22:44,344 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4afdb36e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:22:44,344 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:22:44,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fcc4f36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:22:44,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@126e7def{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/hadoop.log.dir/,STOPPED} 2024-12-02T22:22:44,345 WARN [BP-1195816637-172.17.0.2-1733178115908 heartbeating to localhost/127.0.0.1:33783 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T22:22:44,345 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T22:22:44,345 WARN [BP-1195816637-172.17.0.2-1733178115908 heartbeating to localhost/127.0.0.1:33783 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1195816637-172.17.0.2-1733178115908 (Datanode Uuid d4c45d89-2c08-44e7-a91c-62f964b63c9a) service to localhost/127.0.0.1:33783 2024-12-02T22:22:44,345 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T22:22:44,346 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/cluster_cb5fc93a-e7df-eca1-0618-a5e0b8b83cc7/data/data2/current/BP-1195816637-172.17.0.2-1733178115908 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:22:44,347 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T22:22:44,346 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/cluster_cb5fc93a-e7df-eca1-0618-a5e0b8b83cc7/data/data1/current/BP-1195816637-172.17.0.2-1733178115908 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:22:44,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c8b857b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:22:44,356 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58a7ff93{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:22:44,356 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:22:44,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a6f93cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:22:44,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5dc5014{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1f8120-09ca-541e-620d-c13290fc870c/hadoop.log.dir/,STOPPED} 2024-12-02T22:22:44,369 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T22:22:44,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down