2024-12-08 22:19:44,102 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-08 22:19:44,115 main DEBUG Took 0.010793 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-08 22:19:44,115 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-08 22:19:44,116 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-08 22:19:44,116 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-08 22:19:44,117 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 22:19:44,124 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-08 22:19:44,135 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 22:19:44,137 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 22:19:44,137 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 22:19:44,138 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 22:19:44,138 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 22:19:44,139 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 22:19:44,140 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 22:19:44,140 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 22:19:44,141 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 22:19:44,141 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 22:19:44,142 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 22:19:44,143 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 22:19:44,143 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 22:19:44,144 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 22:19:44,144 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 22:19:44,145 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 22:19:44,145 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 22:19:44,146 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 22:19:44,146 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 22:19:44,146 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 22:19:44,147 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 22:19:44,147 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 22:19:44,148 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 22:19:44,148 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 22:19:44,149 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 22:19:44,149 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-08 22:19:44,151 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 22:19:44,152 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-08 22:19:44,154 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-08 22:19:44,155 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-08 22:19:44,156 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-08 22:19:44,157 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-08 22:19:44,166 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-08 22:19:44,169 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-08 22:19:44,170 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-08 22:19:44,170 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-08 22:19:44,171 main DEBUG createAppenders(={Console}) 2024-12-08 22:19:44,171 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-12-08 22:19:44,172 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-08 22:19:44,172 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-12-08 22:19:44,173 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-08 22:19:44,173 main DEBUG OutputStream closed 2024-12-08 22:19:44,173 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-08 22:19:44,173 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-08 22:19:44,174 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-12-08 22:19:44,241 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-08 22:19:44,243 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-08 22:19:44,244 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-08 22:19:44,245 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-08 22:19:44,245 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-08 22:19:44,246 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-08 22:19:44,246 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-08 22:19:44,246 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-08 22:19:44,246 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-08 22:19:44,247 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-08 22:19:44,247 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-08 22:19:44,247 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-08 22:19:44,247 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-08 22:19:44,248 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-08 22:19:44,248 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-08 22:19:44,248 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-08 22:19:44,248 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-08 22:19:44,249 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-08 22:19:44,251 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-08 22:19:44,251 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-12-08 22:19:44,251 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-08 22:19:44,252 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-12-08T22:19:44,442 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8 2024-12-08 22:19:44,445 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-08 22:19:44,446 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-08T22:19:44,455 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-12-08T22:19:44,462 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-12-08T22:19:44,483 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-08T22:19:44,525 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-08T22:19:44,525 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-08T22:19:44,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-08T22:19:44,550 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/cluster_6d4b0271-6815-a0b7-13b6-4346a396e70d, deleteOnExit=true 2024-12-08T22:19:44,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-08T22:19:44,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/test.cache.data in system properties and HBase conf 2024-12-08T22:19:44,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/hadoop.tmp.dir in system properties and HBase conf 2024-12-08T22:19:44,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/hadoop.log.dir in system properties and HBase conf 2024-12-08T22:19:44,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-08T22:19:44,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-08T22:19:44,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-08T22:19:44,628 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-08T22:19:44,719 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T22:19:44,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-08T22:19:44,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-08T22:19:44,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-08T22:19:44,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T22:19:44,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-08T22:19:44,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-08T22:19:44,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T22:19:44,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T22:19:44,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-08T22:19:44,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/nfs.dump.dir in system properties and HBase conf 2024-12-08T22:19:44,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/java.io.tmpdir in system properties and HBase conf 2024-12-08T22:19:44,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T22:19:44,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-08T22:19:44,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-08T22:19:45,822 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-08T22:19:45,884 INFO [Time-limited test {}] log.Log(170): Logging initialized @2398ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-08T22:19:45,940 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T22:19:45,994 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T22:19:46,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T22:19:46,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T22:19:46,017 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T22:19:46,028 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T22:19:46,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@139bf1d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/hadoop.log.dir/,AVAILABLE} 2024-12-08T22:19:46,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1257581c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T22:19:46,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@126092e9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/java.io.tmpdir/jetty-localhost-33105-hadoop-hdfs-3_4_1-tests_jar-_-any-15955370315521490152/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T22:19:46,214 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13cf0cac{HTTP/1.1, (http/1.1)}{localhost:33105} 2024-12-08T22:19:46,215 INFO [Time-limited test {}] server.Server(415): Started @2729ms 2024-12-08T22:19:46,741 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T22:19:46,747 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T22:19:46,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T22:19:46,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T22:19:46,749 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T22:19:46,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e8b79bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/hadoop.log.dir/,AVAILABLE} 2024-12-08T22:19:46,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9e785bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T22:19:46,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32507d6c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/java.io.tmpdir/jetty-localhost-43391-hadoop-hdfs-3_4_1-tests_jar-_-any-1087733704887550179/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T22:19:46,844 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28253f02{HTTP/1.1, (http/1.1)}{localhost:43391} 2024-12-08T22:19:46,844 INFO [Time-limited test {}] server.Server(415): Started @3358ms 2024-12-08T22:19:46,890 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T22:19:46,994 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T22:19:47,001 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T22:19:47,002 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T22:19:47,002 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T22:19:47,003 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T22:19:47,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ac30c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/hadoop.log.dir/,AVAILABLE} 2024-12-08T22:19:47,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c2e58d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T22:19:47,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@452d3806{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/java.io.tmpdir/jetty-localhost-36099-hadoop-hdfs-3_4_1-tests_jar-_-any-716080829041752844/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T22:19:47,109 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@972aa25{HTTP/1.1, (http/1.1)}{localhost:36099} 2024-12-08T22:19:47,109 INFO [Time-limited test {}] server.Server(415): Started @3624ms 2024-12-08T22:19:47,111 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T22:19:47,148 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T22:19:47,152 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T22:19:47,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T22:19:47,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T22:19:47,154 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T22:19:47,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@202e66f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/hadoop.log.dir/,AVAILABLE} 2024-12-08T22:19:47,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53093b69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T22:19:47,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@641b15f3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/java.io.tmpdir/jetty-localhost-42285-hadoop-hdfs-3_4_1-tests_jar-_-any-8726093581076366738/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T22:19:47,270 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@212e0707{HTTP/1.1, (http/1.1)}{localhost:42285} 2024-12-08T22:19:47,271 INFO [Time-limited test {}] server.Server(415): Started @3785ms 2024-12-08T22:19:47,272 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T22:19:48,713 WARN [Thread-129 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/cluster_6d4b0271-6815-a0b7-13b6-4346a396e70d/data/data6/current/BP-53176884-172.17.0.2-1733696385290/current, will proceed with Du for space computation calculation, 2024-12-08T22:19:48,713 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/cluster_6d4b0271-6815-a0b7-13b6-4346a396e70d/data/data2/current/BP-53176884-172.17.0.2-1733696385290/current, will proceed with Du for space computation calculation, 2024-12-08T22:19:48,713 WARN [Thread-128 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/cluster_6d4b0271-6815-a0b7-13b6-4346a396e70d/data/data5/current/BP-53176884-172.17.0.2-1733696385290/current, will proceed with Du for space computation calculation, 2024-12-08T22:19:48,713 WARN [Thread-127 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/cluster_6d4b0271-6815-a0b7-13b6-4346a396e70d/data/data4/current/BP-53176884-172.17.0.2-1733696385290/current, will proceed with Du for space computation calculation, 2024-12-08T22:19:48,713 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/cluster_6d4b0271-6815-a0b7-13b6-4346a396e70d/data/data1/current/BP-53176884-172.17.0.2-1733696385290/current, will proceed with Du for space computation calculation, 2024-12-08T22:19:48,713 WARN [Thread-126 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/cluster_6d4b0271-6815-a0b7-13b6-4346a396e70d/data/data3/current/BP-53176884-172.17.0.2-1733696385290/current, will proceed with Du for space computation calculation, 2024-12-08T22:19:48,748 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T22:19:48,748 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T22:19:48,748 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T22:19:48,792 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x560531fdfe7d102e with lease ID 0xca5eb81a2d37d18c: Processing first storage report for DS-354954ac-8e1f-4fc5-a729-2d011bd6247f from datanode DatanodeRegistration(127.0.0.1:44213, datanodeUuid=444d367c-e8ff-423e-85d3-01ff9c808805, infoPort=42475, infoSecurePort=0, ipcPort=45555, storageInfo=lv=-57;cid=testClusterID;nsid=466691456;c=1733696385290) 2024-12-08T22:19:48,793 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x560531fdfe7d102e with lease ID 0xca5eb81a2d37d18c: from storage DS-354954ac-8e1f-4fc5-a729-2d011bd6247f node DatanodeRegistration(127.0.0.1:44213, datanodeUuid=444d367c-e8ff-423e-85d3-01ff9c808805, infoPort=42475, infoSecurePort=0, ipcPort=45555, storageInfo=lv=-57;cid=testClusterID;nsid=466691456;c=1733696385290), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-08T22:19:48,794 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeae176c8340b52bb with lease ID 0xca5eb81a2d37d18b: Processing first storage report for DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0 from datanode DatanodeRegistration(127.0.0.1:34705, datanodeUuid=9e0a57b9-8910-439a-8431-42f74543166a, infoPort=36187, infoSecurePort=0, ipcPort=33137, storageInfo=lv=-57;cid=testClusterID;nsid=466691456;c=1733696385290) 2024-12-08T22:19:48,794 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeae176c8340b52bb with lease ID 0xca5eb81a2d37d18b: from storage DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0 node DatanodeRegistration(127.0.0.1:34705, datanodeUuid=9e0a57b9-8910-439a-8431-42f74543166a, infoPort=36187, infoSecurePort=0, ipcPort=33137, storageInfo=lv=-57;cid=testClusterID;nsid=466691456;c=1733696385290), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T22:19:48,794 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb8e47a765e456c98 with lease ID 0xca5eb81a2d37d18a: Processing first storage report for DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397 from datanode DatanodeRegistration(127.0.0.1:34617, datanodeUuid=d6537e04-bdfa-4146-a5ba-821e60d2c620, infoPort=42175, infoSecurePort=0, ipcPort=43551, storageInfo=lv=-57;cid=testClusterID;nsid=466691456;c=1733696385290) 2024-12-08T22:19:48,794 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb8e47a765e456c98 with lease ID 0xca5eb81a2d37d18a: from storage DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397 node DatanodeRegistration(127.0.0.1:34617, datanodeUuid=d6537e04-bdfa-4146-a5ba-821e60d2c620, infoPort=42175, infoSecurePort=0, ipcPort=43551, storageInfo=lv=-57;cid=testClusterID;nsid=466691456;c=1733696385290), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T22:19:48,794 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x560531fdfe7d102e with lease ID 0xca5eb81a2d37d18c: Processing first storage report for DS-4031277c-e3f6-4ac1-866a-6d9b67469111 from datanode DatanodeRegistration(127.0.0.1:44213, datanodeUuid=444d367c-e8ff-423e-85d3-01ff9c808805, infoPort=42475, infoSecurePort=0, ipcPort=45555, storageInfo=lv=-57;cid=testClusterID;nsid=466691456;c=1733696385290) 2024-12-08T22:19:48,795 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x560531fdfe7d102e with lease ID 0xca5eb81a2d37d18c: from storage DS-4031277c-e3f6-4ac1-866a-6d9b67469111 node DatanodeRegistration(127.0.0.1:44213, datanodeUuid=444d367c-e8ff-423e-85d3-01ff9c808805, infoPort=42475, infoSecurePort=0, ipcPort=45555, storageInfo=lv=-57;cid=testClusterID;nsid=466691456;c=1733696385290), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T22:19:48,795 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeae176c8340b52bb with lease ID 0xca5eb81a2d37d18b: Processing first storage report for DS-b66e4458-0b58-40b5-859f-bde8cc0a38ce from datanode DatanodeRegistration(127.0.0.1:34705, datanodeUuid=9e0a57b9-8910-439a-8431-42f74543166a, infoPort=36187, infoSecurePort=0, ipcPort=33137, storageInfo=lv=-57;cid=testClusterID;nsid=466691456;c=1733696385290) 2024-12-08T22:19:48,795 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeae176c8340b52bb with lease ID 0xca5eb81a2d37d18b: from storage DS-b66e4458-0b58-40b5-859f-bde8cc0a38ce node DatanodeRegistration(127.0.0.1:34705, datanodeUuid=9e0a57b9-8910-439a-8431-42f74543166a, infoPort=36187, infoSecurePort=0, ipcPort=33137, storageInfo=lv=-57;cid=testClusterID;nsid=466691456;c=1733696385290), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T22:19:48,795 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb8e47a765e456c98 with lease ID 0xca5eb81a2d37d18a: Processing first storage report for DS-b5cda00c-e1b3-4da2-97eb-558c8180876d from datanode DatanodeRegistration(127.0.0.1:34617, datanodeUuid=d6537e04-bdfa-4146-a5ba-821e60d2c620, infoPort=42175, infoSecurePort=0, ipcPort=43551, storageInfo=lv=-57;cid=testClusterID;nsid=466691456;c=1733696385290) 2024-12-08T22:19:48,796 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb8e47a765e456c98 with lease ID 0xca5eb81a2d37d18a: from storage DS-b5cda00c-e1b3-4da2-97eb-558c8180876d node DatanodeRegistration(127.0.0.1:34617, datanodeUuid=d6537e04-bdfa-4146-a5ba-821e60d2c620, infoPort=42175, infoSecurePort=0, ipcPort=43551, storageInfo=lv=-57;cid=testClusterID;nsid=466691456;c=1733696385290), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-08T22:19:48,887 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8 2024-12-08T22:19:48,942 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/cluster_6d4b0271-6815-a0b7-13b6-4346a396e70d/zookeeper_0, clientPort=58144, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/cluster_6d4b0271-6815-a0b7-13b6-4346a396e70d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/cluster_6d4b0271-6815-a0b7-13b6-4346a396e70d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-08T22:19:48,958 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58144 2024-12-08T22:19:48,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T22:19:48,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T22:19:49,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741825_1001 (size=7) 2024-12-08T22:19:49,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741825_1001 (size=7) 2024-12-08T22:19:49,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741825_1001 (size=7) 2024-12-08T22:19:49,575 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03 with version=8 2024-12-08T22:19:49,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/hbase-staging 2024-12-08T22:19:49,845 INFO [Time-limited test {}] client.ConnectionUtils(128): master/45d1fbfb79fd:0 server-side Connection retries=45 2024-12-08T22:19:49,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T22:19:49,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T22:19:49,858 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T22:19:49,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T22:19:49,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T22:19:49,966 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-08T22:19:50,015 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-08T22:19:50,022 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-08T22:19:50,025 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T22:19:50,047 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 56832 (auto-detected) 2024-12-08T22:19:50,048 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-08T22:19:50,065 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42697 2024-12-08T22:19:50,083 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42697 connecting to ZooKeeper ensemble=127.0.0.1:58144 2024-12-08T22:19:50,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426970x0, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T22:19:50,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42697-0x100078386070000 connected 2024-12-08T22:19:50,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T22:19:50,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T22:19:50,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42697-0x100078386070000, quorum=127.0.0.1:58144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T22:19:50,348 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03, hbase.cluster.distributed=false 2024-12-08T22:19:50,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42697-0x100078386070000, quorum=127.0.0.1:58144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T22:19:50,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42697 2024-12-08T22:19:50,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42697 2024-12-08T22:19:50,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42697 2024-12-08T22:19:50,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42697 2024-12-08T22:19:50,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42697 2024-12-08T22:19:50,466 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/45d1fbfb79fd:0 server-side Connection retries=45 2024-12-08T22:19:50,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T22:19:50,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T22:19:50,468 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T22:19:50,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T22:19:50,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T22:19:50,471 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T22:19:50,473 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T22:19:50,474 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43167 2024-12-08T22:19:50,476 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43167 connecting to ZooKeeper ensemble=127.0.0.1:58144 2024-12-08T22:19:50,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T22:19:50,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T22:19:50,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431670x0, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T22:19:50,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431670x0, quorum=127.0.0.1:58144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T22:19:50,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43167-0x100078386070001 connected 2024-12-08T22:19:50,498 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T22:19:50,505 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T22:19:50,508 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43167-0x100078386070001, quorum=127.0.0.1:58144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T22:19:50,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43167-0x100078386070001, quorum=127.0.0.1:58144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T22:19:50,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43167 2024-12-08T22:19:50,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43167 2024-12-08T22:19:50,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43167 2024-12-08T22:19:50,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43167 2024-12-08T22:19:50,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43167 2024-12-08T22:19:50,532 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/45d1fbfb79fd:0 server-side Connection retries=45 2024-12-08T22:19:50,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T22:19:50,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T22:19:50,533 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T22:19:50,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T22:19:50,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T22:19:50,533 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T22:19:50,533 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T22:19:50,534 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42405 2024-12-08T22:19:50,535 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42405 connecting to ZooKeeper ensemble=127.0.0.1:58144 2024-12-08T22:19:50,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T22:19:50,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T22:19:50,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424050x0, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T22:19:50,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424050x0, quorum=127.0.0.1:58144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T22:19:50,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42405-0x100078386070002 connected 2024-12-08T22:19:50,558 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T22:19:50,558 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T22:19:50,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42405-0x100078386070002, quorum=127.0.0.1:58144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T22:19:50,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42405-0x100078386070002, quorum=127.0.0.1:58144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T22:19:50,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42405 2024-12-08T22:19:50,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42405 2024-12-08T22:19:50,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42405 2024-12-08T22:19:50,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42405 2024-12-08T22:19:50,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42405 2024-12-08T22:19:50,578 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/45d1fbfb79fd:0 server-side Connection retries=45 2024-12-08T22:19:50,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T22:19:50,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T22:19:50,578 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T22:19:50,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T22:19:50,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T22:19:50,579 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T22:19:50,579 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T22:19:50,580 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41095 2024-12-08T22:19:50,581 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41095 connecting to ZooKeeper ensemble=127.0.0.1:58144 2024-12-08T22:19:50,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T22:19:50,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T22:19:50,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410950x0, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T22:19:50,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410950x0, quorum=127.0.0.1:58144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T22:19:50,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41095-0x100078386070003 connected 2024-12-08T22:19:50,599 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T22:19:50,600 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T22:19:50,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41095-0x100078386070003, quorum=127.0.0.1:58144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T22:19:50,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41095-0x100078386070003, quorum=127.0.0.1:58144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T22:19:50,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41095 2024-12-08T22:19:50,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41095 2024-12-08T22:19:50,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41095 2024-12-08T22:19:50,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41095 2024-12-08T22:19:50,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41095 2024-12-08T22:19:50,622 DEBUG [M:0;45d1fbfb79fd:42697 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;45d1fbfb79fd:42697 2024-12-08T22:19:50,623 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/45d1fbfb79fd,42697,1733696389699 2024-12-08T22:19:50,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43167-0x100078386070001, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T22:19:50,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42405-0x100078386070002, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T22:19:50,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42697-0x100078386070000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T22:19:50,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x100078386070003, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T22:19:50,640 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42697-0x100078386070000, quorum=127.0.0.1:58144, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/45d1fbfb79fd,42697,1733696389699 2024-12-08T22:19:50,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42697-0x100078386070000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:19:50,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x100078386070003, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T22:19:50,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43167-0x100078386070001, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T22:19:50,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42405-0x100078386070002, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T22:19:50,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x100078386070003, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:19:50,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43167-0x100078386070001, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:19:50,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42405-0x100078386070002, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:19:50,673 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42697-0x100078386070000, quorum=127.0.0.1:58144, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-08T22:19:50,674 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/45d1fbfb79fd,42697,1733696389699 from backup master directory 2024-12-08T22:19:50,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x100078386070003, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T22:19:50,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42405-0x100078386070002, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T22:19:50,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42697-0x100078386070000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/45d1fbfb79fd,42697,1733696389699 2024-12-08T22:19:50,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43167-0x100078386070001, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T22:19:50,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42697-0x100078386070000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T22:19:50,683 WARN [master/45d1fbfb79fd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T22:19:50,683 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=45d1fbfb79fd,42697,1733696389699 2024-12-08T22:19:50,685 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-08T22:19:50,687 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-08T22:19:50,735 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/hbase.id] with ID: c0620bc0-8246-4957-8ff3-56f521a17b06 2024-12-08T22:19:50,735 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/.tmp/hbase.id 2024-12-08T22:19:50,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741826_1002 (size=42) 2024-12-08T22:19:50,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741826_1002 (size=42) 2024-12-08T22:19:50,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741826_1002 (size=42) 2024-12-08T22:19:50,750 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/.tmp/hbase.id]:[hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/hbase.id] 2024-12-08T22:19:50,790 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T22:19:50,793 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-08T22:19:50,809 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-08T22:19:50,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43167-0x100078386070001, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:19:50,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42697-0x100078386070000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:19:50,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42405-0x100078386070002, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:19:50,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x100078386070003, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:19:50,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741827_1003 (size=196) 2024-12-08T22:19:50,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741827_1003 (size=196) 2024-12-08T22:19:50,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741827_1003 (size=196) 2024-12-08T22:19:50,853 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T22:19:50,854 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-08T22:19:50,860 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T22:19:50,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741828_1004 (size=1189) 2024-12-08T22:19:50,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741828_1004 (size=1189) 2024-12-08T22:19:50,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741828_1004 (size=1189) 2024-12-08T22:19:50,903 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/MasterData/data/master/store 2024-12-08T22:19:50,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741829_1005 (size=34) 2024-12-08T22:19:50,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741829_1005 (size=34) 2024-12-08T22:19:50,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741829_1005 (size=34) 2024-12-08T22:19:50,929 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-08T22:19:50,932 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:19:50,933 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T22:19:50,933 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T22:19:50,934 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T22:19:50,935 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T22:19:50,935 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T22:19:50,935 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T22:19:50,936 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733696390933Disabling compacts and flushes for region at 1733696390933Disabling writes for close at 1733696390935 (+2 ms)Writing region close event to WAL at 1733696390935Closed at 1733696390935 2024-12-08T22:19:50,939 WARN [master/45d1fbfb79fd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/MasterData/data/master/store/.initializing 2024-12-08T22:19:50,939 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/MasterData/WALs/45d1fbfb79fd,42697,1733696389699 2024-12-08T22:19:50,946 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T22:19:50,958 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=45d1fbfb79fd%2C42697%2C1733696389699, suffix=, logDir=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/MasterData/WALs/45d1fbfb79fd,42697,1733696389699, archiveDir=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/MasterData/oldWALs, maxLogs=10 2024-12-08T22:19:50,984 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/MasterData/WALs/45d1fbfb79fd,42697,1733696389699/45d1fbfb79fd%2C42697%2C1733696389699.1733696390962, exclude list is [], retry=0 2024-12-08T22:19:50,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:19:51,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-354954ac-8e1f-4fc5-a729-2d011bd6247f,DISK] 2024-12-08T22:19:51,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0,DISK] 2024-12-08T22:19:51,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34617,DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397,DISK] 2024-12-08T22:19:51,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-08T22:19:51,041 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/MasterData/WALs/45d1fbfb79fd,42697,1733696389699/45d1fbfb79fd%2C42697%2C1733696389699.1733696390962 2024-12-08T22:19:51,042 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42475:42475),(127.0.0.1/127.0.0.1:42175:42175),(127.0.0.1/127.0.0.1:36187:36187)] 2024-12-08T22:19:51,043 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-08T22:19:51,043 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:19:51,046 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T22:19:51,047 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T22:19:51,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T22:19:51,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-08T22:19:51,103 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:19:51,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T22:19:51,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T22:19:51,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-08T22:19:51,109 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:19:51,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:19:51,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T22:19:51,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-08T22:19:51,113 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:19:51,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:19:51,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T22:19:51,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-08T22:19:51,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:19:51,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:19:51,119 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T22:19:51,122 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T22:19:51,123 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T22:19:51,128 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T22:19:51,128 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T22:19:51,131 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T22:19:51,134 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T22:19:51,138 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T22:19:51,139 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73070064, jitterRate=0.08882880210876465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T22:19:51,145 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733696391058Initializing all the Stores at 1733696391060 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733696391061 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696391061Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696391061Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696391061Cleaning up temporary data from old regions at 1733696391128 (+67 ms)Region opened successfully at 1733696391145 (+17 ms) 2024-12-08T22:19:51,146 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-08T22:19:51,177 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39256301, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=45d1fbfb79fd/172.17.0.2:0 2024-12-08T22:19:51,205 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-08T22:19:51,214 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-08T22:19:51,215 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-08T22:19:51,217 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-08T22:19:51,218 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-08T22:19:51,222 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-08T22:19:51,222 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-08T22:19:51,248 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-08T22:19:51,258 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42697-0x100078386070000, quorum=127.0.0.1:58144, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-08T22:19:51,345 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-08T22:19:51,349 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-08T22:19:51,351 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42697-0x100078386070000, quorum=127.0.0.1:58144, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-08T22:19:51,363 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-08T22:19:51,367 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-08T22:19:51,372 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42697-0x100078386070000, quorum=127.0.0.1:58144, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-08T22:19:51,384 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-08T22:19:51,386 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42697-0x100078386070000, quorum=127.0.0.1:58144, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-08T22:19:51,398 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-08T22:19:51,418 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42697-0x100078386070000, quorum=127.0.0.1:58144, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-08T22:19:51,429 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-08T22:19:51,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43167-0x100078386070001, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T22:19:51,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x100078386070003, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T22:19:51,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42697-0x100078386070000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T22:19:51,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42405-0x100078386070002, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T22:19:51,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x100078386070003, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:19:51,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42697-0x100078386070000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:19:51,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42405-0x100078386070002, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:19:51,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43167-0x100078386070001, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:19:51,444 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=45d1fbfb79fd,42697,1733696389699, sessionid=0x100078386070000, setting cluster-up flag (Was=false) 2024-12-08T22:19:51,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43167-0x100078386070001, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:19:51,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42697-0x100078386070000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:19:51,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x100078386070003, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:19:51,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42405-0x100078386070002, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:19:51,503 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-08T22:19:51,507 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=45d1fbfb79fd,42697,1733696389699 2024-12-08T22:19:51,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43167-0x100078386070001, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:19:51,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x100078386070003, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:19:51,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42697-0x100078386070000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:19:51,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42405-0x100078386070002, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:19:51,566 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-08T22:19:51,569 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=45d1fbfb79fd,42697,1733696389699 2024-12-08T22:19:51,578 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-08T22:19:51,611 INFO [RS:0;45d1fbfb79fd:43167 {}] regionserver.HRegionServer(746): ClusterId : c0620bc0-8246-4957-8ff3-56f521a17b06 2024-12-08T22:19:51,611 INFO [RS:2;45d1fbfb79fd:41095 {}] regionserver.HRegionServer(746): ClusterId : c0620bc0-8246-4957-8ff3-56f521a17b06 2024-12-08T22:19:51,611 INFO [RS:1;45d1fbfb79fd:42405 {}] regionserver.HRegionServer(746): ClusterId : c0620bc0-8246-4957-8ff3-56f521a17b06 2024-12-08T22:19:51,613 DEBUG [RS:2;45d1fbfb79fd:41095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T22:19:51,613 DEBUG [RS:0;45d1fbfb79fd:43167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T22:19:51,613 DEBUG [RS:1;45d1fbfb79fd:42405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T22:19:51,629 DEBUG [RS:2;45d1fbfb79fd:41095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T22:19:51,629 DEBUG [RS:1;45d1fbfb79fd:42405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T22:19:51,629 DEBUG [RS:0;45d1fbfb79fd:43167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T22:19:51,629 DEBUG [RS:1;45d1fbfb79fd:42405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T22:19:51,629 DEBUG [RS:2;45d1fbfb79fd:41095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T22:19:51,629 DEBUG [RS:0;45d1fbfb79fd:43167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T22:19:51,642 DEBUG [RS:0;45d1fbfb79fd:43167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T22:19:51,642 DEBUG [RS:1;45d1fbfb79fd:42405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T22:19:51,642 DEBUG [RS:2;45d1fbfb79fd:41095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T22:19:51,642 DEBUG [RS:2;45d1fbfb79fd:41095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d685d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=45d1fbfb79fd/172.17.0.2:0 2024-12-08T22:19:51,642 DEBUG [RS:0;45d1fbfb79fd:43167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@540c1d05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=45d1fbfb79fd/172.17.0.2:0 2024-12-08T22:19:51,642 DEBUG [RS:1;45d1fbfb79fd:42405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4851a3a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=45d1fbfb79fd/172.17.0.2:0 2024-12-08T22:19:51,651 INFO [AsyncFSWAL-0-hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/MasterData-prefix:45d1fbfb79fd,42697,1733696389699 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-08T22:19:51,661 DEBUG [RS:2;45d1fbfb79fd:41095 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;45d1fbfb79fd:41095 2024-12-08T22:19:51,661 DEBUG [RS:1;45d1fbfb79fd:42405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;45d1fbfb79fd:42405 2024-12-08T22:19:51,662 DEBUG [RS:0;45d1fbfb79fd:43167 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;45d1fbfb79fd:43167 2024-12-08T22:19:51,664 INFO [RS:0;45d1fbfb79fd:43167 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T22:19:51,664 INFO [RS:2;45d1fbfb79fd:41095 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T22:19:51,664 INFO [RS:1;45d1fbfb79fd:42405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T22:19:51,664 INFO [RS:0;45d1fbfb79fd:43167 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T22:19:51,664 INFO [RS:1;45d1fbfb79fd:42405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T22:19:51,664 INFO [RS:2;45d1fbfb79fd:41095 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T22:19:51,664 DEBUG [RS:0;45d1fbfb79fd:43167 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T22:19:51,664 DEBUG [RS:2;45d1fbfb79fd:41095 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T22:19:51,664 DEBUG [RS:1;45d1fbfb79fd:42405 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T22:19:51,664 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-08T22:19:51,667 INFO [RS:2;45d1fbfb79fd:41095 {}] regionserver.HRegionServer(2659): reportForDuty to master=45d1fbfb79fd,42697,1733696389699 with port=41095, startcode=1733696390578 2024-12-08T22:19:51,667 INFO [RS:0;45d1fbfb79fd:43167 {}] regionserver.HRegionServer(2659): reportForDuty to master=45d1fbfb79fd,42697,1733696389699 with port=43167, startcode=1733696390433 2024-12-08T22:19:51,667 INFO [RS:1;45d1fbfb79fd:42405 {}] regionserver.HRegionServer(2659): reportForDuty to master=45d1fbfb79fd,42697,1733696389699 with port=42405, startcode=1733696390531 2024-12-08T22:19:51,674 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-08T22:19:51,680 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-08T22:19:51,680 DEBUG [RS:0;45d1fbfb79fd:43167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T22:19:51,680 DEBUG [RS:2;45d1fbfb79fd:41095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T22:19:51,680 DEBUG [RS:1;45d1fbfb79fd:42405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T22:19:51,685 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 45d1fbfb79fd,42697,1733696389699 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-08T22:19:51,692 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/45d1fbfb79fd:0, corePoolSize=5, maxPoolSize=5 2024-12-08T22:19:51,692 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/45d1fbfb79fd:0, corePoolSize=5, maxPoolSize=5 2024-12-08T22:19:51,693 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/45d1fbfb79fd:0, corePoolSize=5, maxPoolSize=5 2024-12-08T22:19:51,693 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/45d1fbfb79fd:0, corePoolSize=5, maxPoolSize=5 2024-12-08T22:19:51,693 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/45d1fbfb79fd:0, corePoolSize=10, maxPoolSize=10 2024-12-08T22:19:51,693 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:19:51,693 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/45d1fbfb79fd:0, corePoolSize=2, maxPoolSize=2 2024-12-08T22:19:51,694 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:19:51,697 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733696421697 2024-12-08T22:19:51,699 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-08T22:19:51,700 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-08T22:19:51,703 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-08T22:19:51,704 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-08T22:19:51,704 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-08T22:19:51,704 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-08T22:19:51,705 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:51,710 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-08T22:19:51,710 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T22:19:51,710 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-08T22:19:51,711 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-08T22:19:51,712 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-08T22:19:51,715 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T22:19:51,715 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T22:19:51,715 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T22:19:51,716 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:19:51,717 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-08T22:19:51,717 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-08T22:19:51,717 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-08T22:19:51,719 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/45d1fbfb79fd:0:becomeActiveMaster-HFileCleaner.large.0-1733696391718,5,FailOnTimeoutGroup] 2024-12-08T22:19:51,721 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/45d1fbfb79fd:0:becomeActiveMaster-HFileCleaner.small.0-1733696391719,5,FailOnTimeoutGroup] 2024-12-08T22:19:51,721 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:51,721 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-08T22:19:51,722 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:51,722 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:51,722 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42697 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T22:19:51,754 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42697 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 45d1fbfb79fd,43167,1733696390433 2024-12-08T22:19:51,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741831_1007 (size=1321) 2024-12-08T22:19:51,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741831_1007 (size=1321) 2024-12-08T22:19:51,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741831_1007 (size=1321) 2024-12-08T22:19:51,757 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42697 {}] master.ServerManager(517): Registering regionserver=45d1fbfb79fd,43167,1733696390433 2024-12-08T22:19:51,759 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-08T22:19:51,759 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03 2024-12-08T22:19:51,766 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42697 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 45d1fbfb79fd,41095,1733696390578 2024-12-08T22:19:51,766 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42697 {}] master.ServerManager(517): Registering regionserver=45d1fbfb79fd,41095,1733696390578 2024-12-08T22:19:51,766 DEBUG [RS:0;45d1fbfb79fd:43167 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03 2024-12-08T22:19:51,766 DEBUG [RS:0;45d1fbfb79fd:43167 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36211 2024-12-08T22:19:51,766 DEBUG [RS:0;45d1fbfb79fd:43167 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T22:19:51,771 DEBUG [RS:2;45d1fbfb79fd:41095 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03 2024-12-08T22:19:51,771 DEBUG [RS:2;45d1fbfb79fd:41095 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36211 2024-12-08T22:19:51,771 DEBUG [RS:2;45d1fbfb79fd:41095 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T22:19:51,776 DEBUG [RS:1;45d1fbfb79fd:42405 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-08T22:19:51,777 WARN [RS:1;45d1fbfb79fd:42405 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-08T22:19:51,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42697-0x100078386070000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T22:19:51,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741832_1008 (size=32) 2024-12-08T22:19:51,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741832_1008 (size=32) 2024-12-08T22:19:51,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741832_1008 (size=32) 2024-12-08T22:19:51,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:19:51,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T22:19:51,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T22:19:51,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:19:51,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T22:19:51,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T22:19:51,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T22:19:51,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:19:51,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T22:19:51,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T22:19:51,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T22:19:51,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:19:51,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T22:19:51,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T22:19:51,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T22:19:51,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:19:51,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T22:19:51,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T22:19:51,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/hbase/meta/1588230740 2024-12-08T22:19:51,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/hbase/meta/1588230740 2024-12-08T22:19:51,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T22:19:51,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T22:19:51,806 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T22:19:51,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T22:19:51,812 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T22:19:51,813 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70374571, jitterRate=0.04866282641887665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T22:19:51,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733696391786Initializing all the Stores at 1733696391787 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733696391787Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733696391787Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696391787Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733696391787Cleaning up temporary data from old regions at 1733696391805 (+18 ms)Region opened successfully at 1733696391815 (+10 ms) 2024-12-08T22:19:51,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T22:19:51,816 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T22:19:51,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T22:19:51,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T22:19:51,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T22:19:51,817 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T22:19:51,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733696391815Disabling compacts and flushes for region at 1733696391815Disabling writes for close at 1733696391816 (+1 ms)Writing region close event to WAL at 1733696391817 (+1 ms)Closed at 1733696391817 2024-12-08T22:19:51,820 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T22:19:51,820 DEBUG [RS:0;45d1fbfb79fd:43167 {}] zookeeper.ZKUtil(111): regionserver:43167-0x100078386070001, quorum=127.0.0.1:58144, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/45d1fbfb79fd,43167,1733696390433 2024-12-08T22:19:51,821 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-08T22:19:51,821 WARN [RS:0;45d1fbfb79fd:43167 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T22:19:51,821 DEBUG [RS:2;45d1fbfb79fd:41095 {}] zookeeper.ZKUtil(111): regionserver:41095-0x100078386070003, quorum=127.0.0.1:58144, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/45d1fbfb79fd,41095,1733696390578 2024-12-08T22:19:51,821 INFO [RS:0;45d1fbfb79fd:43167 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T22:19:51,821 WARN [RS:2;45d1fbfb79fd:41095 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T22:19:51,821 INFO [RS:2;45d1fbfb79fd:41095 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T22:19:51,821 DEBUG [RS:2;45d1fbfb79fd:41095 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/WALs/45d1fbfb79fd,41095,1733696390578 2024-12-08T22:19:51,821 DEBUG [RS:0;45d1fbfb79fd:43167 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/WALs/45d1fbfb79fd,43167,1733696390433 2024-12-08T22:19:51,822 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [45d1fbfb79fd,41095,1733696390578] 2024-12-08T22:19:51,823 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [45d1fbfb79fd,43167,1733696390433] 2024-12-08T22:19:51,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-08T22:19:51,835 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T22:19:51,839 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-08T22:19:51,845 INFO [RS:0;45d1fbfb79fd:43167 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T22:19:51,845 INFO [RS:2;45d1fbfb79fd:41095 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T22:19:51,858 INFO [RS:2;45d1fbfb79fd:41095 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T22:19:51,858 INFO [RS:0;45d1fbfb79fd:43167 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T22:19:51,863 INFO [RS:0;45d1fbfb79fd:43167 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T22:19:51,863 INFO [RS:2;45d1fbfb79fd:41095 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T22:19:51,864 INFO [RS:0;45d1fbfb79fd:43167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:51,864 INFO [RS:2;45d1fbfb79fd:41095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:51,865 INFO [RS:0;45d1fbfb79fd:43167 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T22:19:51,865 INFO [RS:2;45d1fbfb79fd:41095 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T22:19:51,871 INFO [RS:0;45d1fbfb79fd:43167 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T22:19:51,871 INFO [RS:2;45d1fbfb79fd:41095 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T22:19:51,873 INFO [RS:0;45d1fbfb79fd:43167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:51,873 INFO [RS:2;45d1fbfb79fd:41095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:51,873 DEBUG [RS:0;45d1fbfb79fd:43167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:19:51,873 DEBUG [RS:2;45d1fbfb79fd:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:19:51,873 DEBUG [RS:0;45d1fbfb79fd:43167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:19:51,873 DEBUG [RS:2;45d1fbfb79fd:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:19:51,873 DEBUG [RS:0;45d1fbfb79fd:43167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:19:51,873 DEBUG [RS:2;45d1fbfb79fd:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:19:51,874 DEBUG [RS:0;45d1fbfb79fd:43167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:19:51,874 DEBUG [RS:2;45d1fbfb79fd:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:19:51,874 DEBUG [RS:0;45d1fbfb79fd:43167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:19:51,874 DEBUG [RS:2;45d1fbfb79fd:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:19:51,874 DEBUG [RS:0;45d1fbfb79fd:43167 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/45d1fbfb79fd:0, corePoolSize=2, maxPoolSize=2 2024-12-08T22:19:51,874 DEBUG [RS:2;45d1fbfb79fd:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/45d1fbfb79fd:0, corePoolSize=2, maxPoolSize=2 2024-12-08T22:19:51,874 DEBUG [RS:0;45d1fbfb79fd:43167 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:19:51,874 DEBUG [RS:2;45d1fbfb79fd:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:19:51,874 DEBUG [RS:0;45d1fbfb79fd:43167 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:19:51,874 DEBUG [RS:2;45d1fbfb79fd:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:19:51,874 DEBUG [RS:0;45d1fbfb79fd:43167 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:19:51,874 DEBUG [RS:2;45d1fbfb79fd:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:19:51,874 DEBUG [RS:0;45d1fbfb79fd:43167 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:19:51,874 DEBUG [RS:2;45d1fbfb79fd:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:19:51,874 DEBUG [RS:0;45d1fbfb79fd:43167 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:19:51,874 DEBUG [RS:2;45d1fbfb79fd:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:19:51,874 DEBUG [RS:0;45d1fbfb79fd:43167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:19:51,875 DEBUG [RS:2;45d1fbfb79fd:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:19:51,875 DEBUG [RS:0;45d1fbfb79fd:43167 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/45d1fbfb79fd:0, corePoolSize=3, maxPoolSize=3 2024-12-08T22:19:51,875 DEBUG [RS:2;45d1fbfb79fd:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/45d1fbfb79fd:0, corePoolSize=3, maxPoolSize=3 2024-12-08T22:19:51,875 DEBUG [RS:0;45d1fbfb79fd:43167 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0, corePoolSize=3, maxPoolSize=3 2024-12-08T22:19:51,875 DEBUG [RS:2;45d1fbfb79fd:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0, corePoolSize=3, maxPoolSize=3 2024-12-08T22:19:51,876 INFO [RS:0;45d1fbfb79fd:43167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:51,876 INFO [RS:0;45d1fbfb79fd:43167 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:51,876 INFO [RS:0;45d1fbfb79fd:43167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:51,876 INFO [RS:0;45d1fbfb79fd:43167 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:51,876 INFO [RS:0;45d1fbfb79fd:43167 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:51,876 INFO [RS:0;45d1fbfb79fd:43167 {}] hbase.ChoreService(168): Chore ScheduledChore name=45d1fbfb79fd,43167,1733696390433-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T22:19:51,876 INFO [RS:2;45d1fbfb79fd:41095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:51,876 INFO [RS:2;45d1fbfb79fd:41095 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:51,876 INFO [RS:2;45d1fbfb79fd:41095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:51,876 INFO [RS:2;45d1fbfb79fd:41095 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:51,877 INFO [RS:2;45d1fbfb79fd:41095 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:51,877 INFO [RS:2;45d1fbfb79fd:41095 {}] hbase.ChoreService(168): Chore ScheduledChore name=45d1fbfb79fd,41095,1733696390578-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T22:19:51,878 INFO [RS:1;45d1fbfb79fd:42405 {}] regionserver.HRegionServer(2659): reportForDuty to master=45d1fbfb79fd,42697,1733696389699 with port=42405, startcode=1733696390531 2024-12-08T22:19:51,880 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42697 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 45d1fbfb79fd,42405,1733696390531 2024-12-08T22:19:51,880 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42697 {}] master.ServerManager(517): Registering regionserver=45d1fbfb79fd,42405,1733696390531 2024-12-08T22:19:51,883 DEBUG [RS:1;45d1fbfb79fd:42405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03 2024-12-08T22:19:51,883 DEBUG [RS:1;45d1fbfb79fd:42405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36211 2024-12-08T22:19:51,883 DEBUG [RS:1;45d1fbfb79fd:42405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T22:19:51,896 INFO [RS:0;45d1fbfb79fd:43167 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T22:19:51,896 INFO [RS:2;45d1fbfb79fd:41095 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T22:19:51,898 INFO [RS:2;45d1fbfb79fd:41095 {}] hbase.ChoreService(168): Chore ScheduledChore name=45d1fbfb79fd,41095,1733696390578-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:51,898 INFO [RS:0;45d1fbfb79fd:43167 {}] hbase.ChoreService(168): Chore ScheduledChore name=45d1fbfb79fd,43167,1733696390433-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:51,898 INFO [RS:2;45d1fbfb79fd:41095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:51,898 INFO [RS:0;45d1fbfb79fd:43167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:51,898 INFO [RS:2;45d1fbfb79fd:41095 {}] regionserver.Replication(171): 45d1fbfb79fd,41095,1733696390578 started 2024-12-08T22:19:51,898 INFO [RS:0;45d1fbfb79fd:43167 {}] regionserver.Replication(171): 45d1fbfb79fd,43167,1733696390433 started 2024-12-08T22:19:51,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42697-0x100078386070000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T22:19:51,904 DEBUG [RS:1;45d1fbfb79fd:42405 {}] zookeeper.ZKUtil(111): regionserver:42405-0x100078386070002, quorum=127.0.0.1:58144, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/45d1fbfb79fd,42405,1733696390531 2024-12-08T22:19:51,904 WARN [RS:1;45d1fbfb79fd:42405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T22:19:51,904 INFO [RS:1;45d1fbfb79fd:42405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T22:19:51,904 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [45d1fbfb79fd,42405,1733696390531] 2024-12-08T22:19:51,904 DEBUG [RS:1;45d1fbfb79fd:42405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/WALs/45d1fbfb79fd,42405,1733696390531 2024-12-08T22:19:51,909 INFO [RS:1;45d1fbfb79fd:42405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T22:19:51,912 INFO [RS:1;45d1fbfb79fd:42405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T22:19:51,917 INFO [RS:1;45d1fbfb79fd:42405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T22:19:51,917 INFO [RS:1;45d1fbfb79fd:42405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:51,917 INFO [RS:1;45d1fbfb79fd:42405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T22:19:51,919 INFO [RS:1;45d1fbfb79fd:42405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T22:19:51,919 INFO [RS:2;45d1fbfb79fd:41095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:51,919 INFO [RS:1;45d1fbfb79fd:42405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:51,919 INFO [RS:2;45d1fbfb79fd:41095 {}] regionserver.HRegionServer(1482): Serving as 45d1fbfb79fd,41095,1733696390578, RpcServer on 45d1fbfb79fd/172.17.0.2:41095, sessionid=0x100078386070003 2024-12-08T22:19:51,919 DEBUG [RS:1;45d1fbfb79fd:42405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:19:51,919 DEBUG [RS:1;45d1fbfb79fd:42405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:19:51,920 DEBUG [RS:1;45d1fbfb79fd:42405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:19:51,920 DEBUG [RS:1;45d1fbfb79fd:42405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:19:51,920 DEBUG [RS:1;45d1fbfb79fd:42405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:19:51,920 DEBUG [RS:1;45d1fbfb79fd:42405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/45d1fbfb79fd:0, corePoolSize=2, maxPoolSize=2 2024-12-08T22:19:51,920 DEBUG [RS:1;45d1fbfb79fd:42405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:19:51,920 DEBUG [RS:1;45d1fbfb79fd:42405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:19:51,920 DEBUG [RS:2;45d1fbfb79fd:41095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T22:19:51,920 DEBUG [RS:1;45d1fbfb79fd:42405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:19:51,920 DEBUG [RS:1;45d1fbfb79fd:42405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:19:51,920 DEBUG [RS:2;45d1fbfb79fd:41095 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 45d1fbfb79fd,41095,1733696390578 2024-12-08T22:19:51,920 DEBUG [RS:1;45d1fbfb79fd:42405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:19:51,920 DEBUG [RS:2;45d1fbfb79fd:41095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '45d1fbfb79fd,41095,1733696390578' 2024-12-08T22:19:51,921 DEBUG [RS:1;45d1fbfb79fd:42405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/45d1fbfb79fd:0, corePoolSize=1, maxPoolSize=1 2024-12-08T22:19:51,921 DEBUG [RS:2;45d1fbfb79fd:41095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T22:19:51,921 DEBUG [RS:1;45d1fbfb79fd:42405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/45d1fbfb79fd:0, corePoolSize=3, maxPoolSize=3 2024-12-08T22:19:51,921 DEBUG [RS:1;45d1fbfb79fd:42405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/45d1fbfb79fd:0, corePoolSize=3, maxPoolSize=3 2024-12-08T22:19:51,922 DEBUG [RS:2;45d1fbfb79fd:41095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T22:19:51,922 INFO [RS:0;45d1fbfb79fd:43167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:51,923 INFO [RS:0;45d1fbfb79fd:43167 {}] regionserver.HRegionServer(1482): Serving as 45d1fbfb79fd,43167,1733696390433, RpcServer on 45d1fbfb79fd/172.17.0.2:43167, sessionid=0x100078386070001 2024-12-08T22:19:51,923 DEBUG [RS:2;45d1fbfb79fd:41095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T22:19:51,923 DEBUG [RS:0;45d1fbfb79fd:43167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T22:19:51,923 DEBUG [RS:2;45d1fbfb79fd:41095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T22:19:51,923 DEBUG [RS:0;45d1fbfb79fd:43167 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 45d1fbfb79fd,43167,1733696390433 2024-12-08T22:19:51,923 DEBUG [RS:0;45d1fbfb79fd:43167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '45d1fbfb79fd,43167,1733696390433' 2024-12-08T22:19:51,923 DEBUG [RS:2;45d1fbfb79fd:41095 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 45d1fbfb79fd,41095,1733696390578 2024-12-08T22:19:51,923 DEBUG [RS:0;45d1fbfb79fd:43167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T22:19:51,923 DEBUG [RS:2;45d1fbfb79fd:41095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '45d1fbfb79fd,41095,1733696390578' 2024-12-08T22:19:51,923 DEBUG [RS:2;45d1fbfb79fd:41095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T22:19:51,924 DEBUG [RS:0;45d1fbfb79fd:43167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T22:19:51,924 DEBUG [RS:2;45d1fbfb79fd:41095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T22:19:51,924 DEBUG [RS:2;45d1fbfb79fd:41095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T22:19:51,924 DEBUG [RS:0;45d1fbfb79fd:43167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T22:19:51,924 DEBUG [RS:0;45d1fbfb79fd:43167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T22:19:51,924 INFO [RS:2;45d1fbfb79fd:41095 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T22:19:51,924 DEBUG [RS:0;45d1fbfb79fd:43167 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 45d1fbfb79fd,43167,1733696390433 2024-12-08T22:19:51,924 INFO [RS:2;45d1fbfb79fd:41095 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T22:19:51,925 DEBUG [RS:0;45d1fbfb79fd:43167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '45d1fbfb79fd,43167,1733696390433' 2024-12-08T22:19:51,925 DEBUG [RS:0;45d1fbfb79fd:43167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T22:19:51,925 INFO [RS:1;45d1fbfb79fd:42405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:51,925 INFO [RS:1;45d1fbfb79fd:42405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:51,925 DEBUG [RS:0;45d1fbfb79fd:43167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T22:19:51,925 INFO [RS:1;45d1fbfb79fd:42405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:51,925 INFO [RS:1;45d1fbfb79fd:42405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:51,925 INFO [RS:1;45d1fbfb79fd:42405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:51,926 INFO [RS:1;45d1fbfb79fd:42405 {}] hbase.ChoreService(168): Chore ScheduledChore name=45d1fbfb79fd,42405,1733696390531-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T22:19:51,926 DEBUG [RS:0;45d1fbfb79fd:43167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T22:19:51,926 INFO [RS:0;45d1fbfb79fd:43167 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T22:19:51,926 INFO [RS:0;45d1fbfb79fd:43167 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T22:19:51,939 INFO [RS:1;45d1fbfb79fd:42405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T22:19:51,939 INFO [RS:1;45d1fbfb79fd:42405 {}] hbase.ChoreService(168): Chore ScheduledChore name=45d1fbfb79fd,42405,1733696390531-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:51,939 INFO [RS:1;45d1fbfb79fd:42405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:51,939 INFO [RS:1;45d1fbfb79fd:42405 {}] regionserver.Replication(171): 45d1fbfb79fd,42405,1733696390531 started 2024-12-08T22:19:51,952 INFO [RS:1;45d1fbfb79fd:42405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:51,952 INFO [RS:1;45d1fbfb79fd:42405 {}] regionserver.HRegionServer(1482): Serving as 45d1fbfb79fd,42405,1733696390531, RpcServer on 45d1fbfb79fd/172.17.0.2:42405, sessionid=0x100078386070002 2024-12-08T22:19:51,952 DEBUG [RS:1;45d1fbfb79fd:42405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T22:19:51,952 DEBUG [RS:1;45d1fbfb79fd:42405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 45d1fbfb79fd,42405,1733696390531 2024-12-08T22:19:51,952 DEBUG [RS:1;45d1fbfb79fd:42405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '45d1fbfb79fd,42405,1733696390531' 2024-12-08T22:19:51,952 DEBUG [RS:1;45d1fbfb79fd:42405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T22:19:51,953 DEBUG [RS:1;45d1fbfb79fd:42405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T22:19:51,954 DEBUG [RS:1;45d1fbfb79fd:42405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T22:19:51,954 DEBUG [RS:1;45d1fbfb79fd:42405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T22:19:51,954 DEBUG [RS:1;45d1fbfb79fd:42405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 45d1fbfb79fd,42405,1733696390531 2024-12-08T22:19:51,954 DEBUG [RS:1;45d1fbfb79fd:42405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '45d1fbfb79fd,42405,1733696390531' 2024-12-08T22:19:51,954 DEBUG [RS:1;45d1fbfb79fd:42405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T22:19:51,955 DEBUG [RS:1;45d1fbfb79fd:42405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T22:19:51,955 DEBUG [RS:1;45d1fbfb79fd:42405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T22:19:51,955 INFO [RS:1;45d1fbfb79fd:42405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T22:19:51,955 INFO [RS:1;45d1fbfb79fd:42405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T22:19:51,990 WARN [45d1fbfb79fd:42697 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-08T22:19:52,031 INFO [RS:0;45d1fbfb79fd:43167 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T22:19:52,031 INFO [RS:2;45d1fbfb79fd:41095 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T22:19:52,036 INFO [RS:0;45d1fbfb79fd:43167 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=45d1fbfb79fd%2C43167%2C1733696390433, suffix=, logDir=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/WALs/45d1fbfb79fd,43167,1733696390433, archiveDir=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/oldWALs, maxLogs=32 2024-12-08T22:19:52,036 INFO [RS:2;45d1fbfb79fd:41095 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=45d1fbfb79fd%2C41095%2C1733696390578, suffix=, logDir=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/WALs/45d1fbfb79fd,41095,1733696390578, archiveDir=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/oldWALs, maxLogs=32 2024-12-08T22:19:52,056 INFO [RS:1;45d1fbfb79fd:42405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T22:19:52,059 INFO [RS:1;45d1fbfb79fd:42405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=45d1fbfb79fd%2C42405%2C1733696390531, suffix=, logDir=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/WALs/45d1fbfb79fd,42405,1733696390531, archiveDir=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/oldWALs, maxLogs=32 2024-12-08T22:19:52,059 DEBUG [RS:2;45d1fbfb79fd:41095 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/WALs/45d1fbfb79fd,41095,1733696390578/45d1fbfb79fd%2C41095%2C1733696390578.1733696392039, exclude list is [], retry=0 2024-12-08T22:19:52,060 DEBUG [RS:0;45d1fbfb79fd:43167 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/WALs/45d1fbfb79fd,43167,1733696390433/45d1fbfb79fd%2C43167%2C1733696390433.1733696392039, exclude list is [], retry=0 2024-12-08T22:19:52,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34617,DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397,DISK] 2024-12-08T22:19:52,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0,DISK] 2024-12-08T22:19:52,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-354954ac-8e1f-4fc5-a729-2d011bd6247f,DISK] 2024-12-08T22:19:52,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-354954ac-8e1f-4fc5-a729-2d011bd6247f,DISK] 2024-12-08T22:19:52,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0,DISK] 2024-12-08T22:19:52,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34617,DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397,DISK] 2024-12-08T22:19:52,076 INFO [RS:2;45d1fbfb79fd:41095 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/WALs/45d1fbfb79fd,41095,1733696390578/45d1fbfb79fd%2C41095%2C1733696390578.1733696392039 2024-12-08T22:19:52,078 INFO [RS:0;45d1fbfb79fd:43167 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/WALs/45d1fbfb79fd,43167,1733696390433/45d1fbfb79fd%2C43167%2C1733696390433.1733696392039 2024-12-08T22:19:52,079 DEBUG [RS:1;45d1fbfb79fd:42405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/WALs/45d1fbfb79fd,42405,1733696390531/45d1fbfb79fd%2C42405%2C1733696390531.1733696392061, exclude list is [], retry=0 2024-12-08T22:19:52,079 DEBUG [RS:2;45d1fbfb79fd:41095 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42475:42475),(127.0.0.1/127.0.0.1:36187:36187),(127.0.0.1/127.0.0.1:42175:42175)] 2024-12-08T22:19:52,080 DEBUG [RS:0;45d1fbfb79fd:43167 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42475:42475),(127.0.0.1/127.0.0.1:36187:36187),(127.0.0.1/127.0.0.1:42175:42175)] 2024-12-08T22:19:52,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34617,DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397,DISK] 2024-12-08T22:19:52,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0,DISK] 2024-12-08T22:19:52,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-354954ac-8e1f-4fc5-a729-2d011bd6247f,DISK] 2024-12-08T22:19:52,098 INFO [RS:1;45d1fbfb79fd:42405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/WALs/45d1fbfb79fd,42405,1733696390531/45d1fbfb79fd%2C42405%2C1733696390531.1733696392061 2024-12-08T22:19:52,098 DEBUG [RS:1;45d1fbfb79fd:42405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36187:36187),(127.0.0.1/127.0.0.1:42175:42175),(127.0.0.1/127.0.0.1:42475:42475)] 2024-12-08T22:19:52,244 DEBUG [45d1fbfb79fd:42697 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-08T22:19:52,254 DEBUG [45d1fbfb79fd:42697 {}] balancer.BalancerClusterState(204): Hosts are {45d1fbfb79fd=0} racks are {/default-rack=0} 2024-12-08T22:19:52,260 DEBUG [45d1fbfb79fd:42697 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T22:19:52,260 DEBUG [45d1fbfb79fd:42697 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T22:19:52,260 DEBUG [45d1fbfb79fd:42697 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-08T22:19:52,260 DEBUG [45d1fbfb79fd:42697 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T22:19:52,260 DEBUG [45d1fbfb79fd:42697 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T22:19:52,260 DEBUG [45d1fbfb79fd:42697 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-08T22:19:52,260 INFO [45d1fbfb79fd:42697 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T22:19:52,260 INFO [45d1fbfb79fd:42697 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T22:19:52,260 INFO [45d1fbfb79fd:42697 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-08T22:19:52,260 DEBUG [45d1fbfb79fd:42697 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T22:19:52,266 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=45d1fbfb79fd,43167,1733696390433 2024-12-08T22:19:52,271 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 45d1fbfb79fd,43167,1733696390433, state=OPENING 2024-12-08T22:19:52,363 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-08T22:19:52,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42405-0x100078386070002, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:19:52,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x100078386070003, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:19:52,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42697-0x100078386070000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:19:52,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43167-0x100078386070001, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:19:52,378 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T22:19:52,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T22:19:52,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T22:19:52,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T22:19:52,382 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T22:19:52,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=45d1fbfb79fd,43167,1733696390433}] 2024-12-08T22:19:52,560 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T22:19:52,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T22:19:52,574 INFO [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-08T22:19:52,575 INFO [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T22:19:52,575 INFO [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-08T22:19:52,578 INFO [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=45d1fbfb79fd%2C43167%2C1733696390433.meta, suffix=.meta, logDir=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/WALs/45d1fbfb79fd,43167,1733696390433, archiveDir=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/oldWALs, maxLogs=32 2024-12-08T22:19:52,594 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/WALs/45d1fbfb79fd,43167,1733696390433/45d1fbfb79fd%2C43167%2C1733696390433.meta.1733696392580.meta, exclude list is [], retry=0 2024-12-08T22:19:52,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-354954ac-8e1f-4fc5-a729-2d011bd6247f,DISK] 2024-12-08T22:19:52,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0,DISK] 2024-12-08T22:19:52,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34617,DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397,DISK] 2024-12-08T22:19:52,602 INFO [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/WALs/45d1fbfb79fd,43167,1733696390433/45d1fbfb79fd%2C43167%2C1733696390433.meta.1733696392580.meta 2024-12-08T22:19:52,603 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42475:42475),(127.0.0.1/127.0.0.1:36187:36187),(127.0.0.1/127.0.0.1:42175:42175)] 2024-12-08T22:19:52,603 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-08T22:19:52,605 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-08T22:19:52,607 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-08T22:19:52,611 INFO [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-08T22:19:52,615 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-08T22:19:52,615 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:19:52,616 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-08T22:19:52,616 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-08T22:19:52,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T22:19:52,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T22:19:52,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:19:52,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T22:19:52,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T22:19:52,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T22:19:52,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:19:52,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T22:19:52,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T22:19:52,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T22:19:52,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:19:52,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T22:19:52,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T22:19:52,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T22:19:52,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:19:52,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T22:19:52,630 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T22:19:52,631 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/hbase/meta/1588230740 2024-12-08T22:19:52,634 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/hbase/meta/1588230740 2024-12-08T22:19:52,636 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T22:19:52,636 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T22:19:52,637 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T22:19:52,639 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T22:19:52,641 INFO [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62254203, jitterRate=-0.07234008610248566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T22:19:52,641 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-08T22:19:52,642 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733696392616Writing region info on filesystem at 1733696392616Initializing all the Stores at 1733696392618 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733696392618Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733696392618Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696392618Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733696392619 (+1 ms)Cleaning up temporary data from old regions at 1733696392636 (+17 ms)Running coprocessor post-open hooks at 1733696392641 (+5 ms)Region opened successfully at 1733696392642 (+1 ms) 2024-12-08T22:19:52,648 INFO [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733696392551 2024-12-08T22:19:52,657 DEBUG [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-08T22:19:52,658 INFO [RS_OPEN_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-08T22:19:52,659 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=45d1fbfb79fd,43167,1733696390433 2024-12-08T22:19:52,662 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 45d1fbfb79fd,43167,1733696390433, state=OPEN 2024-12-08T22:19:52,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42405-0x100078386070002, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T22:19:52,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43167-0x100078386070001, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T22:19:52,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42697-0x100078386070000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T22:19:52,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x100078386070003, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T22:19:52,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T22:19:52,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T22:19:52,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T22:19:52,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T22:19:52,754 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=45d1fbfb79fd,43167,1733696390433 2024-12-08T22:19:52,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-08T22:19:52,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=45d1fbfb79fd,43167,1733696390433 in 369 msec 2024-12-08T22:19:52,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-08T22:19:52,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 937 msec 2024-12-08T22:19:52,770 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T22:19:52,770 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-08T22:19:52,788 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:19:52,789 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,43167,1733696390433, seqNum=-1] 2024-12-08T22:19:52,806 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:19:52,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:19:52,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2210 sec 2024-12-08T22:19:52,827 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733696392827, completionTime=-1 2024-12-08T22:19:52,829 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-08T22:19:52,830 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-08T22:19:52,873 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-08T22:19:52,873 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733696452873 2024-12-08T22:19:52,873 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733696512873 2024-12-08T22:19:52,873 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 43 msec 2024-12-08T22:19:52,875 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-08T22:19:52,883 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=45d1fbfb79fd,42697,1733696389699-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:52,883 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=45d1fbfb79fd,42697,1733696389699-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:52,883 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=45d1fbfb79fd,42697,1733696389699-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:52,885 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-45d1fbfb79fd:42697, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:52,885 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:52,887 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:52,894 DEBUG [master/45d1fbfb79fd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-08T22:19:52,916 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.232sec 2024-12-08T22:19:52,918 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-08T22:19:52,919 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-08T22:19:52,919 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-08T22:19:52,920 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-08T22:19:52,920 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-08T22:19:52,921 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=45d1fbfb79fd,42697,1733696389699-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T22:19:52,921 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=45d1fbfb79fd,42697,1733696389699-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-08T22:19:52,925 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-08T22:19:52,926 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-08T22:19:52,926 INFO [master/45d1fbfb79fd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=45d1fbfb79fd,42697,1733696389699-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T22:19:53,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44338b68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:19:53,026 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 45d1fbfb79fd,42697,-1 for getting cluster id 2024-12-08T22:19:53,029 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T22:19:53,037 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0620bc0-8246-4957-8ff3-56f521a17b06' 2024-12-08T22:19:53,039 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T22:19:53,040 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0620bc0-8246-4957-8ff3-56f521a17b06" 2024-12-08T22:19:53,040 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ef7fb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:19:53,040 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [45d1fbfb79fd,42697,-1] 2024-12-08T22:19:53,043 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T22:19:53,044 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:19:53,045 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T22:19:53,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35f7ab38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T22:19:53,048 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T22:19:53,055 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=45d1fbfb79fd,43167,1733696390433, seqNum=-1] 2024-12-08T22:19:53,055 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:19:53,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:19:53,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=45d1fbfb79fd,42697,1733696389699 2024-12-08T22:19:53,075 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:36211/hbase 2024-12-08T22:19:53,088 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=368, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=168, ProcessCount=11, AvailableMemoryMB=9763 2024-12-08T22:19:53,106 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T22:19:53,109 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T22:19:53,110 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T22:19:53,115 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-40434859, suffix=, logDir=hdfs://localhost:36211/hbase/WALs/hregion-40434859, archiveDir=hdfs://localhost:36211/hbase/oldWALs, maxLogs=32 2024-12-08T22:19:53,131 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-40434859/hregion-40434859.1733696393116, exclude list is [], retry=0 2024-12-08T22:19:53,135 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-354954ac-8e1f-4fc5-a729-2d011bd6247f,DISK] 2024-12-08T22:19:53,135 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34617,DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397,DISK] 2024-12-08T22:19:53,136 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0,DISK] 2024-12-08T22:19:53,139 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-40434859/hregion-40434859.1733696393116 2024-12-08T22:19:53,141 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42475:42475),(127.0.0.1/127.0.0.1:42175:42175),(127.0.0.1/127.0.0.1:36187:36187)] 2024-12-08T22:19:53,141 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e79b1528b7e5f4b300e345059b734ac2, NAME => 'testReplayEditsWrittenIntoWAL,,1733696393107.e79b1528b7e5f4b300e345059b734ac2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36211/hbase 2024-12-08T22:19:53,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741838_1014 (size=64) 2024-12-08T22:19:53,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741838_1014 (size=64) 2024-12-08T22:19:53,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741838_1014 (size=64) 2024-12-08T22:19:53,156 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733696393107.e79b1528b7e5f4b300e345059b734ac2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:19:53,158 INFO [StoreOpener-e79b1528b7e5f4b300e345059b734ac2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e79b1528b7e5f4b300e345059b734ac2 2024-12-08T22:19:53,160 INFO [StoreOpener-e79b1528b7e5f4b300e345059b734ac2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e79b1528b7e5f4b300e345059b734ac2 columnFamilyName a 2024-12-08T22:19:53,161 DEBUG [StoreOpener-e79b1528b7e5f4b300e345059b734ac2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:19:53,161 INFO [StoreOpener-e79b1528b7e5f4b300e345059b734ac2-1 {}] regionserver.HStore(327): Store=e79b1528b7e5f4b300e345059b734ac2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:19:53,162 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e79b1528b7e5f4b300e345059b734ac2 2024-12-08T22:19:53,163 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/e79b1528b7e5f4b300e345059b734ac2 2024-12-08T22:19:53,164 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/e79b1528b7e5f4b300e345059b734ac2 2024-12-08T22:19:53,164 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e79b1528b7e5f4b300e345059b734ac2 2024-12-08T22:19:53,164 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e79b1528b7e5f4b300e345059b734ac2 2024-12-08T22:19:53,167 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e79b1528b7e5f4b300e345059b734ac2 2024-12-08T22:19:53,170 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/e79b1528b7e5f4b300e345059b734ac2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T22:19:53,171 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e79b1528b7e5f4b300e345059b734ac2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61366769, jitterRate=-0.08556388318538666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T22:19:53,172 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e79b1528b7e5f4b300e345059b734ac2: Writing region info on filesystem at 1733696393156Initializing all the Stores at 1733696393157 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696393158 (+1 ms)Cleaning up temporary data from old regions at 1733696393164 (+6 ms)Region opened successfully at 1733696393172 (+8 ms) 2024-12-08T22:19:53,172 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e79b1528b7e5f4b300e345059b734ac2, disabling compactions & flushes 2024-12-08T22:19:53,172 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733696393107.e79b1528b7e5f4b300e345059b734ac2. 2024-12-08T22:19:53,172 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733696393107.e79b1528b7e5f4b300e345059b734ac2. 2024-12-08T22:19:53,172 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733696393107.e79b1528b7e5f4b300e345059b734ac2. after waiting 0 ms 2024-12-08T22:19:53,172 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733696393107.e79b1528b7e5f4b300e345059b734ac2. 2024-12-08T22:19:53,173 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733696393107.e79b1528b7e5f4b300e345059b734ac2. 2024-12-08T22:19:53,173 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e79b1528b7e5f4b300e345059b734ac2: Waiting for close lock at 1733696393172Disabling compacts and flushes for region at 1733696393172Disabling writes for close at 1733696393172Writing region close event to WAL at 1733696393173 (+1 ms)Closed at 1733696393173 2024-12-08T22:19:53,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741837_1013 (size=95) 2024-12-08T22:19:53,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741837_1013 (size=95) 2024-12-08T22:19:53,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741837_1013 (size=95) 2024-12-08T22:19:53,184 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T22:19:53,184 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-40434859:(num 1733696393116) 2024-12-08T22:19:53,186 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-08T22:19:53,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741839_1015 (size=320) 2024-12-08T22:19:53,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741839_1015 (size=320) 2024-12-08T22:19:53,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741839_1015 (size=320) 2024-12-08T22:19:53,203 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-08T22:19:53,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741840_1016 (size=253) 2024-12-08T22:19:53,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741840_1016 (size=253) 2024-12-08T22:19:53,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741840_1016 (size=253) 2024-12-08T22:19:53,234 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733696393105/wal-1, size=320 (320bytes) 2024-12-08T22:19:53,234 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-08T22:19:53,234 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-08T22:19:53,234 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733696393105/wal-1 2024-12-08T22:19:53,240 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733696393105/wal-1 after 3ms 2024-12-08T22:19:53,245 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733696393105/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-08T22:19:53,246 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733696393105/wal-1 took 13ms 2024-12-08T22:19:53,256 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733696393105/wal-1 so closing down 2024-12-08T22:19:53,256 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T22:19:53,258 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-08T22:19:53,260 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/e79b1528b7e5f4b300e345059b734ac2/recovered.edits/0000000000000000001-wal-1.temp 2024-12-08T22:19:53,262 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T22:19:53,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741841_1017 (size=320) 2024-12-08T22:19:53,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741841_1017 (size=320) 2024-12-08T22:19:53,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741841_1017 (size=320) 2024-12-08T22:19:53,273 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/e79b1528b7e5f4b300e345059b734ac2/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-08T22:19:53,276 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/e79b1528b7e5f4b300e345059b734ac2/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/e79b1528b7e5f4b300e345059b734ac2/recovered.edits/0000000000000000002 2024-12-08T22:19:53,281 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733696393105/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-12-08T22:19:53,281 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733696393105/wal-1, journal: Splitting hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733696393105/wal-1, size=320 (320bytes) at 1733696393234Finishing writing output for hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733696393105/wal-1 so closing down at 1733696393256 (+22 ms)Creating recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/e79b1528b7e5f4b300e345059b734ac2/recovered.edits/0000000000000000001-wal-1.temp at 1733696393260 (+4 ms)3 split writer threads finished at 1733696393262 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/e79b1528b7e5f4b300e345059b734ac2/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733696393273 (+11 ms)Rename recovered edits hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/e79b1528b7e5f4b300e345059b734ac2/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/e79b1528b7e5f4b300e345059b734ac2/recovered.edits/0000000000000000002 at 1733696393276 (+3 ms)Processed 2 edits across 1 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733696393105/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1733696393281 (+5 ms) 2024-12-08T22:19:53,295 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733696393105/wal-2, size=253 (253bytes) 2024-12-08T22:19:53,295 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733696393105/wal-2 2024-12-08T22:19:53,296 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733696393105/wal-2 after 1ms 2024-12-08T22:19:53,300 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733696393105/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-08T22:19:53,300 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733696393105/wal-2 took 5ms 2024-12-08T22:19:53,303 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733696393105/wal-2 so closing down 2024-12-08T22:19:53,303 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T22:19:53,307 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-08T22:19:53,308 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/e79b1528b7e5f4b300e345059b734ac2/recovered.edits/0000000000000000002-wal-2.temp 2024-12-08T22:19:53,309 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T22:19:53,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741842_1018 (size=253) 2024-12-08T22:19:53,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741842_1018 (size=253) 2024-12-08T22:19:53,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741842_1018 (size=253) 2024-12-08T22:19:53,317 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/e79b1528b7e5f4b300e345059b734ac2/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-08T22:19:53,322 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/e79b1528b7e5f4b300e345059b734ac2/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-08T22:19:53,324 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/e79b1528b7e5f4b300e345059b734ac2/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-12-08T22:19:53,326 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733696393105/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-12-08T22:19:53,326 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733696393105/wal-2, journal: Splitting hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733696393105/wal-2, size=253 (253bytes) at 1733696393295Finishing writing output for hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733696393105/wal-2 so closing down at 1733696393303 (+8 ms)Creating recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/e79b1528b7e5f4b300e345059b734ac2/recovered.edits/0000000000000000002-wal-2.temp at 1733696393308 (+5 ms)3 split writer threads finished at 1733696393309 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/e79b1528b7e5f4b300e345059b734ac2/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733696393317 (+8 ms)Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733696393105/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1733696393326 (+9 ms) 2024-12-08T22:19:53,326 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T22:19:53,329 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733696393105, archiveDir=hdfs://localhost:36211/hbase/oldWALs, maxLogs=32 2024-12-08T22:19:53,341 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733696393105/wal.1733696393330, exclude list is [], retry=0 2024-12-08T22:19:53,345 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-354954ac-8e1f-4fc5-a729-2d011bd6247f,DISK] 2024-12-08T22:19:53,346 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34617,DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397,DISK] 2024-12-08T22:19:53,346 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0,DISK] 2024-12-08T22:19:53,349 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733696393105/wal.1733696393330 2024-12-08T22:19:53,349 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42475:42475),(127.0.0.1/127.0.0.1:42175:42175),(127.0.0.1/127.0.0.1:36187:36187)] 2024-12-08T22:19:53,350 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e79b1528b7e5f4b300e345059b734ac2, NAME => 'testReplayEditsWrittenIntoWAL,,1733696393107.e79b1528b7e5f4b300e345059b734ac2.', STARTKEY => '', ENDKEY => ''} 2024-12-08T22:19:53,350 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733696393107.e79b1528b7e5f4b300e345059b734ac2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:19:53,350 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e79b1528b7e5f4b300e345059b734ac2 2024-12-08T22:19:53,350 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e79b1528b7e5f4b300e345059b734ac2 2024-12-08T22:19:53,352 INFO [StoreOpener-e79b1528b7e5f4b300e345059b734ac2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e79b1528b7e5f4b300e345059b734ac2 2024-12-08T22:19:53,353 INFO [StoreOpener-e79b1528b7e5f4b300e345059b734ac2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e79b1528b7e5f4b300e345059b734ac2 columnFamilyName a 2024-12-08T22:19:53,353 DEBUG [StoreOpener-e79b1528b7e5f4b300e345059b734ac2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:19:53,354 INFO [StoreOpener-e79b1528b7e5f4b300e345059b734ac2-1 {}] regionserver.HStore(327): Store=e79b1528b7e5f4b300e345059b734ac2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:19:53,355 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e79b1528b7e5f4b300e345059b734ac2 2024-12-08T22:19:53,356 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/e79b1528b7e5f4b300e345059b734ac2 2024-12-08T22:19:53,359 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/e79b1528b7e5f4b300e345059b734ac2 2024-12-08T22:19:53,361 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/e79b1528b7e5f4b300e345059b734ac2/recovered.edits/0000000000000000002 2024-12-08T22:19:53,364 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/e79b1528b7e5f4b300e345059b734ac2/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-08T22:19:53,370 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/e79b1528b7e5f4b300e345059b734ac2/recovered.edits/0000000000000000002 2024-12-08T22:19:53,373 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e79b1528b7e5f4b300e345059b734ac2 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-08T22:19:53,417 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/e79b1528b7e5f4b300e345059b734ac2/.tmp/a/34d7a6269bf94c9bbbf970909a4d21b7 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733696393184/Put/seqid=0 2024-12-08T22:19:53,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741844_1020 (size=5170) 2024-12-08T22:19:53,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741844_1020 (size=5170) 2024-12-08T22:19:53,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741844_1020 (size=5170) 2024-12-08T22:19:53,431 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/e79b1528b7e5f4b300e345059b734ac2/.tmp/a/34d7a6269bf94c9bbbf970909a4d21b7 2024-12-08T22:19:53,474 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/e79b1528b7e5f4b300e345059b734ac2/.tmp/a/34d7a6269bf94c9bbbf970909a4d21b7 as hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/e79b1528b7e5f4b300e345059b734ac2/a/34d7a6269bf94c9bbbf970909a4d21b7 2024-12-08T22:19:53,483 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/e79b1528b7e5f4b300e345059b734ac2/a/34d7a6269bf94c9bbbf970909a4d21b7, entries=2, sequenceid=2, filesize=5.0 K 2024-12-08T22:19:53,488 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for e79b1528b7e5f4b300e345059b734ac2 in 113ms, sequenceid=2, compaction requested=false; wal=null 2024-12-08T22:19:53,489 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/e79b1528b7e5f4b300e345059b734ac2/recovered.edits/0000000000000000002 2024-12-08T22:19:53,490 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e79b1528b7e5f4b300e345059b734ac2 2024-12-08T22:19:53,490 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e79b1528b7e5f4b300e345059b734ac2 2024-12-08T22:19:53,493 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e79b1528b7e5f4b300e345059b734ac2 2024-12-08T22:19:53,496 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/e79b1528b7e5f4b300e345059b734ac2/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-08T22:19:53,498 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e79b1528b7e5f4b300e345059b734ac2; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59720416, jitterRate=-0.11009645462036133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T22:19:53,498 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e79b1528b7e5f4b300e345059b734ac2: Writing region info on filesystem at 1733696393350Initializing all the Stores at 1733696393352 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696393352Obtaining lock to block concurrent updates at 1733696393373 (+21 ms)Preparing flush snapshotting stores in e79b1528b7e5f4b300e345059b734ac2 at 1733696393374 (+1 ms)Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733696393107.e79b1528b7e5f4b300e345059b734ac2., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733696393377 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733696393107.e79b1528b7e5f4b300e345059b734ac2. at 1733696393377Flushing e79b1528b7e5f4b300e345059b734ac2/a: creating writer at 1733696393378 (+1 ms)Flushing e79b1528b7e5f4b300e345059b734ac2/a: appending metadata at 1733696393409 (+31 ms)Flushing e79b1528b7e5f4b300e345059b734ac2/a: closing flushed file at 1733696393411 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2add38f5: reopening flushed file at 1733696393472 (+61 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for e79b1528b7e5f4b300e345059b734ac2 in 113ms, sequenceid=2, compaction requested=false; wal=null at 1733696393488 (+16 ms)Cleaning up temporary data from old regions at 1733696393490 (+2 ms)Region opened successfully at 1733696393498 (+8 ms) 2024-12-08T22:19:53,521 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=380 (was 368) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:44714 [Receiving block BP-53176884-172.17.0.2-1733696385290:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-53176884-172.17.0.2-1733696385290:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:37248 [Receiving block BP-53176884-172.17.0.2-1733696385290:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:44538 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-53176884-172.17.0.2-1733696385290:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:57722 [Receiving block BP-53176884-172.17.0.2-1733696385290:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:37278 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36211/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:57576 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-53176884-172.17.0.2-1733696385290:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=701 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=168 (was 168), ProcessCount=11 (was 11), AvailableMemoryMB=9751 (was 9763) 2024-12-08T22:19:53,531 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=380, OpenFileDescriptor=701, MaxFileDescriptor=1048576, SystemLoadAverage=168, ProcessCount=11, AvailableMemoryMB=9750 2024-12-08T22:19:53,546 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T22:19:53,548 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T22:19:53,550 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T22:19:53,554 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-18454718, suffix=, logDir=hdfs://localhost:36211/hbase/WALs/hregion-18454718, archiveDir=hdfs://localhost:36211/hbase/oldWALs, maxLogs=32 2024-12-08T22:19:53,566 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-18454718/hregion-18454718.1733696393555, exclude list is [], retry=0 2024-12-08T22:19:53,570 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34617,DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397,DISK] 2024-12-08T22:19:53,570 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0,DISK] 2024-12-08T22:19:53,571 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-354954ac-8e1f-4fc5-a729-2d011bd6247f,DISK] 2024-12-08T22:19:53,574 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-18454718/hregion-18454718.1733696393555 2024-12-08T22:19:53,575 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42175:42175),(127.0.0.1/127.0.0.1:36187:36187),(127.0.0.1/127.0.0.1:42475:42475)] 2024-12-08T22:19:53,575 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 58db94d066e2eea881fca234a3db5ae7, NAME => 'testReplayEditsWrittenIntoWAL,,1733696393547.58db94d066e2eea881fca234a3db5ae7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36211/hbase 2024-12-08T22:19:53,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741846_1022 (size=64) 2024-12-08T22:19:53,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741846_1022 (size=64) 2024-12-08T22:19:53,589 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733696393547.58db94d066e2eea881fca234a3db5ae7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:19:53,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741846_1022 (size=64) 2024-12-08T22:19:53,590 INFO [StoreOpener-58db94d066e2eea881fca234a3db5ae7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 58db94d066e2eea881fca234a3db5ae7 2024-12-08T22:19:53,593 INFO [StoreOpener-58db94d066e2eea881fca234a3db5ae7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58db94d066e2eea881fca234a3db5ae7 columnFamilyName a 2024-12-08T22:19:53,594 DEBUG [StoreOpener-58db94d066e2eea881fca234a3db5ae7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:19:53,594 INFO [StoreOpener-58db94d066e2eea881fca234a3db5ae7-1 {}] regionserver.HStore(327): Store=58db94d066e2eea881fca234a3db5ae7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:19:53,595 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 58db94d066e2eea881fca234a3db5ae7 2024-12-08T22:19:53,596 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/58db94d066e2eea881fca234a3db5ae7 2024-12-08T22:19:53,596 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/58db94d066e2eea881fca234a3db5ae7 2024-12-08T22:19:53,597 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 58db94d066e2eea881fca234a3db5ae7 2024-12-08T22:19:53,597 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 58db94d066e2eea881fca234a3db5ae7 2024-12-08T22:19:53,599 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 58db94d066e2eea881fca234a3db5ae7 2024-12-08T22:19:53,602 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/58db94d066e2eea881fca234a3db5ae7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T22:19:53,602 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 58db94d066e2eea881fca234a3db5ae7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60072812, jitterRate=-0.10484534502029419}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T22:19:53,603 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 58db94d066e2eea881fca234a3db5ae7: Writing region info on filesystem at 1733696393589Initializing all the Stores at 1733696393590 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696393590Cleaning up temporary data from old regions at 1733696393597 (+7 ms)Region opened successfully at 1733696393602 (+5 ms) 2024-12-08T22:19:53,603 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 58db94d066e2eea881fca234a3db5ae7, disabling compactions & flushes 2024-12-08T22:19:53,603 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733696393547.58db94d066e2eea881fca234a3db5ae7. 2024-12-08T22:19:53,603 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733696393547.58db94d066e2eea881fca234a3db5ae7. 2024-12-08T22:19:53,603 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733696393547.58db94d066e2eea881fca234a3db5ae7. after waiting 0 ms 2024-12-08T22:19:53,603 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733696393547.58db94d066e2eea881fca234a3db5ae7. 2024-12-08T22:19:53,603 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733696393547.58db94d066e2eea881fca234a3db5ae7. 2024-12-08T22:19:53,603 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 58db94d066e2eea881fca234a3db5ae7: Waiting for close lock at 1733696393603Disabling compacts and flushes for region at 1733696393603Disabling writes for close at 1733696393603Writing region close event to WAL at 1733696393603Closed at 1733696393603 2024-12-08T22:19:53,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741845_1021 (size=95) 2024-12-08T22:19:53,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741845_1021 (size=95) 2024-12-08T22:19:53,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741845_1021 (size=95) 2024-12-08T22:19:53,610 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T22:19:53,610 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-18454718:(num 1733696393555) 2024-12-08T22:19:53,611 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-08T22:19:53,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741847_1023 (size=320) 2024-12-08T22:19:53,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741847_1023 (size=320) 2024-12-08T22:19:53,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741847_1023 (size=320) 2024-12-08T22:19:53,623 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-08T22:19:53,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741848_1024 (size=253) 2024-12-08T22:19:53,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741848_1024 (size=253) 2024-12-08T22:19:53,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741848_1024 (size=253) 2024-12-08T22:19:53,651 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733696393545/wal-2, size=253 (253bytes) 2024-12-08T22:19:53,651 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733696393545/wal-2 2024-12-08T22:19:53,652 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733696393545/wal-2 after 1ms 2024-12-08T22:19:53,655 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733696393545/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-08T22:19:53,655 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733696393545/wal-2 took 4ms 2024-12-08T22:19:53,658 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733696393545/wal-2 so closing down 2024-12-08T22:19:53,658 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T22:19:53,660 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-08T22:19:53,662 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/58db94d066e2eea881fca234a3db5ae7/recovered.edits/0000000000000000002-wal-2.temp 2024-12-08T22:19:53,662 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T22:19:53,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741849_1025 (size=253) 2024-12-08T22:19:53,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741849_1025 (size=253) 2024-12-08T22:19:53,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741849_1025 (size=253) 2024-12-08T22:19:53,670 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/58db94d066e2eea881fca234a3db5ae7/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-08T22:19:53,672 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/58db94d066e2eea881fca234a3db5ae7/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/58db94d066e2eea881fca234a3db5ae7/recovered.edits/0000000000000000002 2024-12-08T22:19:53,673 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733696393545/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-12-08T22:19:53,673 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733696393545/wal-2, journal: Splitting hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733696393545/wal-2, size=253 (253bytes) at 1733696393651Finishing writing output for hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733696393545/wal-2 so closing down at 1733696393658 (+7 ms)Creating recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/58db94d066e2eea881fca234a3db5ae7/recovered.edits/0000000000000000002-wal-2.temp at 1733696393662 (+4 ms)3 split writer threads finished at 1733696393662Closed recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/58db94d066e2eea881fca234a3db5ae7/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733696393670 (+8 ms)Rename recovered edits hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/58db94d066e2eea881fca234a3db5ae7/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/58db94d066e2eea881fca234a3db5ae7/recovered.edits/0000000000000000002 at 1733696393672 (+2 ms)Processed 1 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733696393545/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1733696393673 (+1 ms) 2024-12-08T22:19:53,688 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733696393545/wal-1, size=320 (320bytes) 2024-12-08T22:19:53,688 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733696393545/wal-1 2024-12-08T22:19:53,689 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733696393545/wal-1 after 1ms 2024-12-08T22:19:53,692 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733696393545/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-08T22:19:53,692 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733696393545/wal-1 took 4ms 2024-12-08T22:19:53,695 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733696393545/wal-1 so closing down 2024-12-08T22:19:53,695 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T22:19:53,697 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-08T22:19:53,698 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/58db94d066e2eea881fca234a3db5ae7/recovered.edits/0000000000000000001-wal-1.temp 2024-12-08T22:19:53,699 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T22:19:53,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741850_1026 (size=320) 2024-12-08T22:19:53,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741850_1026 (size=320) 2024-12-08T22:19:53,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741850_1026 (size=320) 2024-12-08T22:19:53,706 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/58db94d066e2eea881fca234a3db5ae7/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-08T22:19:53,709 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/58db94d066e2eea881fca234a3db5ae7/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-08T22:19:53,711 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/58db94d066e2eea881fca234a3db5ae7/recovered.edits/0000000000000000002, length=253 2024-12-08T22:19:53,713 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/58db94d066e2eea881fca234a3db5ae7/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/58db94d066e2eea881fca234a3db5ae7/recovered.edits/0000000000000000002 2024-12-08T22:19:53,713 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733696393545/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-12-08T22:19:53,714 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733696393545/wal-1, journal: Splitting hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733696393545/wal-1, size=320 (320bytes) at 1733696393688Finishing writing output for hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733696393545/wal-1 so closing down at 1733696393695 (+7 ms)Creating recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/58db94d066e2eea881fca234a3db5ae7/recovered.edits/0000000000000000001-wal-1.temp at 1733696393698 (+3 ms)3 split writer threads finished at 1733696393699 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/58db94d066e2eea881fca234a3db5ae7/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733696393706 (+7 ms)Rename recovered edits hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/58db94d066e2eea881fca234a3db5ae7/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/58db94d066e2eea881fca234a3db5ae7/recovered.edits/0000000000000000002 at 1733696393713 (+7 ms)Processed 2 edits across 1 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733696393545/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1733696393713 2024-12-08T22:19:53,714 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T22:19:53,716 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36211/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733696393545, archiveDir=hdfs://localhost:36211/hbase/oldWALs, maxLogs=32 2024-12-08T22:19:53,729 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733696393545/wal.1733696393716, exclude list is [], retry=0 2024-12-08T22:19:53,732 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34617,DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397,DISK] 2024-12-08T22:19:53,733 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0,DISK] 2024-12-08T22:19:53,733 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-354954ac-8e1f-4fc5-a729-2d011bd6247f,DISK] 2024-12-08T22:19:53,735 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733696393545/wal.1733696393716 2024-12-08T22:19:53,736 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42175:42175),(127.0.0.1/127.0.0.1:36187:36187),(127.0.0.1/127.0.0.1:42475:42475)] 2024-12-08T22:19:53,736 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 58db94d066e2eea881fca234a3db5ae7, NAME => 'testReplayEditsWrittenIntoWAL,,1733696393547.58db94d066e2eea881fca234a3db5ae7.', STARTKEY => '', ENDKEY => ''} 2024-12-08T22:19:53,736 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733696393547.58db94d066e2eea881fca234a3db5ae7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:19:53,736 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 58db94d066e2eea881fca234a3db5ae7 2024-12-08T22:19:53,736 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 58db94d066e2eea881fca234a3db5ae7 2024-12-08T22:19:53,738 INFO [StoreOpener-58db94d066e2eea881fca234a3db5ae7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 58db94d066e2eea881fca234a3db5ae7 2024-12-08T22:19:53,740 INFO [StoreOpener-58db94d066e2eea881fca234a3db5ae7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58db94d066e2eea881fca234a3db5ae7 columnFamilyName a 2024-12-08T22:19:53,740 DEBUG [StoreOpener-58db94d066e2eea881fca234a3db5ae7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:19:53,741 INFO [StoreOpener-58db94d066e2eea881fca234a3db5ae7-1 {}] regionserver.HStore(327): Store=58db94d066e2eea881fca234a3db5ae7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:19:53,741 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 58db94d066e2eea881fca234a3db5ae7 2024-12-08T22:19:53,742 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/58db94d066e2eea881fca234a3db5ae7 2024-12-08T22:19:53,744 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/58db94d066e2eea881fca234a3db5ae7 2024-12-08T22:19:53,745 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/58db94d066e2eea881fca234a3db5ae7/recovered.edits/0000000000000000002 2024-12-08T22:19:53,747 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/58db94d066e2eea881fca234a3db5ae7/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-08T22:19:53,749 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/58db94d066e2eea881fca234a3db5ae7/recovered.edits/0000000000000000002 2024-12-08T22:19:53,749 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 58db94d066e2eea881fca234a3db5ae7 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-08T22:19:53,766 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/58db94d066e2eea881fca234a3db5ae7/.tmp/a/c1f494ba041444df9771863cd2cb9385 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733696393610/Put/seqid=0 2024-12-08T22:19:53,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741852_1028 (size=5170) 2024-12-08T22:19:53,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741852_1028 (size=5170) 2024-12-08T22:19:53,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741852_1028 (size=5170) 2024-12-08T22:19:53,775 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/58db94d066e2eea881fca234a3db5ae7/.tmp/a/c1f494ba041444df9771863cd2cb9385 2024-12-08T22:19:53,784 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/58db94d066e2eea881fca234a3db5ae7/.tmp/a/c1f494ba041444df9771863cd2cb9385 as hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/58db94d066e2eea881fca234a3db5ae7/a/c1f494ba041444df9771863cd2cb9385 2024-12-08T22:19:53,792 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/58db94d066e2eea881fca234a3db5ae7/a/c1f494ba041444df9771863cd2cb9385, entries=2, sequenceid=2, filesize=5.0 K 2024-12-08T22:19:53,793 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 58db94d066e2eea881fca234a3db5ae7 in 43ms, sequenceid=2, compaction requested=false; wal=null 2024-12-08T22:19:53,793 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/58db94d066e2eea881fca234a3db5ae7/recovered.edits/0000000000000000002 2024-12-08T22:19:53,794 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 58db94d066e2eea881fca234a3db5ae7 2024-12-08T22:19:53,794 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 58db94d066e2eea881fca234a3db5ae7 2024-12-08T22:19:53,796 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 58db94d066e2eea881fca234a3db5ae7 2024-12-08T22:19:53,799 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/58db94d066e2eea881fca234a3db5ae7/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-08T22:19:53,800 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 58db94d066e2eea881fca234a3db5ae7; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65347594, jitterRate=-0.02624496817588806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T22:19:53,800 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 58db94d066e2eea881fca234a3db5ae7: Writing region info on filesystem at 1733696393736Initializing all the Stores at 1733696393738 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696393738Obtaining lock to block concurrent updates at 1733696393749 (+11 ms)Preparing flush snapshotting stores in 58db94d066e2eea881fca234a3db5ae7 at 1733696393749Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733696393547.58db94d066e2eea881fca234a3db5ae7., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733696393749Flushing stores of testReplayEditsWrittenIntoWAL,,1733696393547.58db94d066e2eea881fca234a3db5ae7. at 1733696393749Flushing 58db94d066e2eea881fca234a3db5ae7/a: creating writer at 1733696393749Flushing 58db94d066e2eea881fca234a3db5ae7/a: appending metadata at 1733696393765 (+16 ms)Flushing 58db94d066e2eea881fca234a3db5ae7/a: closing flushed file at 1733696393765Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@721eaa7e: reopening flushed file at 1733696393782 (+17 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 58db94d066e2eea881fca234a3db5ae7 in 43ms, sequenceid=2, compaction requested=false; wal=null at 1733696393793 (+11 ms)Cleaning up temporary data from old regions at 1733696393794 (+1 ms)Region opened successfully at 1733696393800 (+6 ms) 2024-12-08T22:19:53,818 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=390 (was 380) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:44790 [Receiving block BP-53176884-172.17.0.2-1733696385290:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-53176884-172.17.0.2-1733696385290:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:57782 [Receiving block BP-53176884-172.17.0.2-1733696385290:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-53176884-172.17.0.2-1733696385290:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:44538 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-53176884-172.17.0.2-1733696385290:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:57576 [Waiting for operation #23] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:37334 [Receiving block BP-53176884-172.17.0.2-1733696385290:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 701) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=168 (was 168), ProcessCount=11 (was 11), AvailableMemoryMB=9733 (was 9750) 2024-12-08T22:19:53,829 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=390, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=168, ProcessCount=11, AvailableMemoryMB=9733 2024-12-08T22:19:53,844 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T22:19:53,846 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T22:19:53,847 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T22:19:53,850 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-79698986, suffix=, logDir=hdfs://localhost:36211/hbase/WALs/hregion-79698986, archiveDir=hdfs://localhost:36211/hbase/oldWALs, maxLogs=32 2024-12-08T22:19:53,862 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-79698986/hregion-79698986.1733696393850, exclude list is [], retry=0 2024-12-08T22:19:53,865 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-354954ac-8e1f-4fc5-a729-2d011bd6247f,DISK] 2024-12-08T22:19:53,865 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34617,DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397,DISK] 2024-12-08T22:19:53,866 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0,DISK] 2024-12-08T22:19:53,868 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-79698986/hregion-79698986.1733696393850 2024-12-08T22:19:53,868 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42475:42475),(127.0.0.1/127.0.0.1:42175:42175),(127.0.0.1/127.0.0.1:36187:36187)] 2024-12-08T22:19:53,868 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 9b08c1575982c1aa4a7c9a95ea2d5bb7, NAME => 'testReplayEditsWrittenIntoWAL,,1733696393845.9b08c1575982c1aa4a7c9a95ea2d5bb7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36211/hbase 2024-12-08T22:19:53,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741854_1030 (size=64) 2024-12-08T22:19:53,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741854_1030 (size=64) 2024-12-08T22:19:53,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741854_1030 (size=64) 2024-12-08T22:19:53,880 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733696393845.9b08c1575982c1aa4a7c9a95ea2d5bb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:19:53,882 INFO [StoreOpener-9b08c1575982c1aa4a7c9a95ea2d5bb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9b08c1575982c1aa4a7c9a95ea2d5bb7 2024-12-08T22:19:53,883 INFO [StoreOpener-9b08c1575982c1aa4a7c9a95ea2d5bb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b08c1575982c1aa4a7c9a95ea2d5bb7 columnFamilyName a 2024-12-08T22:19:53,884 DEBUG [StoreOpener-9b08c1575982c1aa4a7c9a95ea2d5bb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:19:53,884 INFO [StoreOpener-9b08c1575982c1aa4a7c9a95ea2d5bb7-1 {}] regionserver.HStore(327): Store=9b08c1575982c1aa4a7c9a95ea2d5bb7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:19:53,884 INFO [StoreOpener-9b08c1575982c1aa4a7c9a95ea2d5bb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9b08c1575982c1aa4a7c9a95ea2d5bb7 2024-12-08T22:19:53,886 INFO [StoreOpener-9b08c1575982c1aa4a7c9a95ea2d5bb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b08c1575982c1aa4a7c9a95ea2d5bb7 columnFamilyName b 2024-12-08T22:19:53,886 DEBUG [StoreOpener-9b08c1575982c1aa4a7c9a95ea2d5bb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:19:53,887 INFO [StoreOpener-9b08c1575982c1aa4a7c9a95ea2d5bb7-1 {}] regionserver.HStore(327): Store=9b08c1575982c1aa4a7c9a95ea2d5bb7/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:19:53,887 INFO [StoreOpener-9b08c1575982c1aa4a7c9a95ea2d5bb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9b08c1575982c1aa4a7c9a95ea2d5bb7 2024-12-08T22:19:53,889 INFO [StoreOpener-9b08c1575982c1aa4a7c9a95ea2d5bb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b08c1575982c1aa4a7c9a95ea2d5bb7 columnFamilyName c 2024-12-08T22:19:53,889 DEBUG [StoreOpener-9b08c1575982c1aa4a7c9a95ea2d5bb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:19:53,889 INFO [StoreOpener-9b08c1575982c1aa4a7c9a95ea2d5bb7-1 {}] regionserver.HStore(327): Store=9b08c1575982c1aa4a7c9a95ea2d5bb7/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:19:53,890 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9b08c1575982c1aa4a7c9a95ea2d5bb7 2024-12-08T22:19:53,890 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7 2024-12-08T22:19:53,891 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7 2024-12-08T22:19:53,892 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9b08c1575982c1aa4a7c9a95ea2d5bb7 2024-12-08T22:19:53,892 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9b08c1575982c1aa4a7c9a95ea2d5bb7 2024-12-08T22:19:53,893 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T22:19:53,895 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9b08c1575982c1aa4a7c9a95ea2d5bb7 2024-12-08T22:19:53,897 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T22:19:53,898 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9b08c1575982c1aa4a7c9a95ea2d5bb7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69834400, jitterRate=0.040613651275634766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T22:19:53,898 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9b08c1575982c1aa4a7c9a95ea2d5bb7: Writing region info on filesystem at 1733696393880Initializing all the Stores at 1733696393881 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696393881Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696393881Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696393881Cleaning up temporary data from old regions at 1733696393892 (+11 ms)Region opened successfully at 1733696393898 (+6 ms) 2024-12-08T22:19:53,898 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9b08c1575982c1aa4a7c9a95ea2d5bb7, disabling compactions & flushes 2024-12-08T22:19:53,899 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733696393845.9b08c1575982c1aa4a7c9a95ea2d5bb7. 2024-12-08T22:19:53,899 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733696393845.9b08c1575982c1aa4a7c9a95ea2d5bb7. 2024-12-08T22:19:53,899 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733696393845.9b08c1575982c1aa4a7c9a95ea2d5bb7. after waiting 0 ms 2024-12-08T22:19:53,899 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733696393845.9b08c1575982c1aa4a7c9a95ea2d5bb7. 2024-12-08T22:19:53,899 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733696393845.9b08c1575982c1aa4a7c9a95ea2d5bb7. 2024-12-08T22:19:53,899 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9b08c1575982c1aa4a7c9a95ea2d5bb7: Waiting for close lock at 1733696393898Disabling compacts and flushes for region at 1733696393898Disabling writes for close at 1733696393899 (+1 ms)Writing region close event to WAL at 1733696393899Closed at 1733696393899 2024-12-08T22:19:53,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741853_1029 (size=95) 2024-12-08T22:19:53,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741853_1029 (size=95) 2024-12-08T22:19:53,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741853_1029 (size=95) 2024-12-08T22:19:53,906 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T22:19:53,906 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-79698986:(num 1733696393850) 2024-12-08T22:19:53,906 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T22:19:53,909 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733696393844, archiveDir=hdfs://localhost:36211/hbase/oldWALs, maxLogs=32 2024-12-08T22:19:53,921 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733696393844/wal.1733696393909, exclude list is [], retry=0 2024-12-08T22:19:53,925 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34617,DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397,DISK] 2024-12-08T22:19:53,925 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0,DISK] 2024-12-08T22:19:53,926 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-354954ac-8e1f-4fc5-a729-2d011bd6247f,DISK] 2024-12-08T22:19:53,928 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733696393844/wal.1733696393909 2024-12-08T22:19:53,928 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42175:42175),(127.0.0.1/127.0.0.1:36187:36187),(127.0.0.1/127.0.0.1:42475:42475)] 2024-12-08T22:19:54,125 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733696393844/wal.1733696393909, size=0 (0bytes) 2024-12-08T22:19:54,125 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733696393844/wal.1733696393909 might be still open, length is 0 2024-12-08T22:19:54,125 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733696393844/wal.1733696393909 2024-12-08T22:19:54,126 WARN [IPC Server handler 3 on default port 36211 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733696393844/wal.1733696393909 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-12-08T22:19:54,126 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733696393844/wal.1733696393909 after 1ms 2024-12-08T22:19:54,782 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:57820 [Receiving block BP-53176884-172.17.0.2-1733696385290:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:34617:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57820 dst: /127.0.0.1:34617 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34617 remote=/127.0.0.1:57820]. Total timeout mills is 60000, 59314 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:19:54,783 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:44824 [Receiving block BP-53176884-172.17.0.2-1733696385290:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:34705:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44824 dst: /127.0.0.1:34705 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:19:54,783 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:37384 [Receiving block BP-53176884-172.17.0.2-1733696385290:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:44213:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37384 dst: /127.0.0.1:44213 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:19:54,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741855_1032 (size=263633) 2024-12-08T22:19:54,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741855_1032 (size=263633) 2024-12-08T22:19:54,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741855_1032 (size=263633) 2024-12-08T22:19:58,128 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733696393844/wal.1733696393909 after 4003ms 2024-12-08T22:19:58,130 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T22:19:58,135 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733696393844/wal.1733696393909: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-08T22:19:58,138 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733696393844/wal.1733696393909 took 4014ms 2024-12-08T22:19:58,143 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733696393909.temp 2024-12-08T22:19:58,149 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/recovered.edits/0000000000000000001-wal.1733696393909.temp 2024-12-08T22:19:58,200 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-08T22:19:58,280 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733696393844/wal.1733696393909; continuing. 2024-12-08T22:19:58,280 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733696393844/wal.1733696393909 so closing down 2024-12-08T22:19:58,280 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T22:19:58,280 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T22:19:58,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741856_1033 (size=263641) 2024-12-08T22:19:58,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741856_1033 (size=263641) 2024-12-08T22:19:58,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741856_1033 (size=263641) 2024-12-08T22:19:58,284 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/recovered.edits/0000000000000000001-wal.1733696393909.temp (wrote 3002 edits, skipped 0 edits in 66 ms) 2024-12-08T22:19:58,286 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/recovered.edits/0000000000000000001-wal.1733696393909.temp to hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/recovered.edits/0000000000000003002 2024-12-08T22:19:58,287 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 149 ms; skipped=0; WAL=hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733696393844/wal.1733696393909, size=0, length=0, corrupted=false, cancelled=false 2024-12-08T22:19:58,287 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733696393844/wal.1733696393909, journal: Splitting hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733696393844/wal.1733696393909, size=0 (0bytes) at 1733696394125Creating recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/recovered.edits/0000000000000000001-wal.1733696393909.temp at 1733696398149 (+4024 ms)Split 1024 edits, skipped 0 edits. at 1733696398228 (+79 ms)Split 2048 edits, skipped 0 edits. at 1733696398253 (+25 ms)Finishing writing output for hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733696393844/wal.1733696393909 so closing down at 1733696398280 (+27 ms)3 split writer threads finished at 1733696398280Closed recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/recovered.edits/0000000000000000001-wal.1733696393909.temp (wrote 3002 edits, skipped 0 edits in 66 ms) at 1733696398284 (+4 ms)Rename recovered edits hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/recovered.edits/0000000000000000001-wal.1733696393909.temp to hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/recovered.edits/0000000000000003002 at 1733696398286 (+2 ms)Processed 3002 edits across 1 Regions in 149 ms; skipped=0; WAL=hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733696393844/wal.1733696393909, size=0, length=0, corrupted=false, cancelled=false at 1733696398287 (+1 ms) 2024-12-08T22:19:58,289 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733696393844/wal.1733696393909 to hdfs://localhost:36211/hbase/oldWALs/wal.1733696393909 2024-12-08T22:19:58,291 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/recovered.edits/0000000000000003002 2024-12-08T22:19:58,291 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T22:19:58,293 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733696393844, archiveDir=hdfs://localhost:36211/hbase/oldWALs, maxLogs=32 2024-12-08T22:19:58,306 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733696393844/wal.1733696398293, exclude list is [], retry=0 2024-12-08T22:19:58,309 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-354954ac-8e1f-4fc5-a729-2d011bd6247f,DISK] 2024-12-08T22:19:58,309 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34617,DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397,DISK] 2024-12-08T22:19:58,309 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0,DISK] 2024-12-08T22:19:58,311 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733696393844/wal.1733696398293 2024-12-08T22:19:58,311 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42475:42475),(127.0.0.1/127.0.0.1:42175:42175),(127.0.0.1/127.0.0.1:36187:36187)] 2024-12-08T22:19:58,312 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733696393845.9b08c1575982c1aa4a7c9a95ea2d5bb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:19:58,313 INFO [StoreOpener-9b08c1575982c1aa4a7c9a95ea2d5bb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9b08c1575982c1aa4a7c9a95ea2d5bb7 2024-12-08T22:19:58,314 INFO [StoreOpener-9b08c1575982c1aa4a7c9a95ea2d5bb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b08c1575982c1aa4a7c9a95ea2d5bb7 columnFamilyName a 2024-12-08T22:19:58,314 DEBUG [StoreOpener-9b08c1575982c1aa4a7c9a95ea2d5bb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:19:58,315 INFO [StoreOpener-9b08c1575982c1aa4a7c9a95ea2d5bb7-1 {}] regionserver.HStore(327): Store=9b08c1575982c1aa4a7c9a95ea2d5bb7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:19:58,315 INFO [StoreOpener-9b08c1575982c1aa4a7c9a95ea2d5bb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9b08c1575982c1aa4a7c9a95ea2d5bb7 2024-12-08T22:19:58,316 INFO [StoreOpener-9b08c1575982c1aa4a7c9a95ea2d5bb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b08c1575982c1aa4a7c9a95ea2d5bb7 columnFamilyName b 2024-12-08T22:19:58,316 DEBUG [StoreOpener-9b08c1575982c1aa4a7c9a95ea2d5bb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:19:58,317 INFO [StoreOpener-9b08c1575982c1aa4a7c9a95ea2d5bb7-1 {}] regionserver.HStore(327): Store=9b08c1575982c1aa4a7c9a95ea2d5bb7/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:19:58,317 INFO [StoreOpener-9b08c1575982c1aa4a7c9a95ea2d5bb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9b08c1575982c1aa4a7c9a95ea2d5bb7 2024-12-08T22:19:58,318 INFO [StoreOpener-9b08c1575982c1aa4a7c9a95ea2d5bb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b08c1575982c1aa4a7c9a95ea2d5bb7 columnFamilyName c 2024-12-08T22:19:58,318 DEBUG [StoreOpener-9b08c1575982c1aa4a7c9a95ea2d5bb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:19:58,319 INFO [StoreOpener-9b08c1575982c1aa4a7c9a95ea2d5bb7-1 {}] regionserver.HStore(327): Store=9b08c1575982c1aa4a7c9a95ea2d5bb7/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:19:58,319 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9b08c1575982c1aa4a7c9a95ea2d5bb7 2024-12-08T22:19:58,320 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7 2024-12-08T22:19:58,322 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7 2024-12-08T22:19:58,323 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/recovered.edits/0000000000000003002 2024-12-08T22:19:58,326 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-08T22:19:58,358 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-08T22:19:58,669 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9b08c1575982c1aa4a7c9a95ea2d5bb7 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-08T22:19:58,701 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/.tmp/a/5be17dd7af1b476fa6ff079d4b3b13ee is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733696393935/Put/seqid=0 2024-12-08T22:19:58,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741858_1035 (size=50463) 2024-12-08T22:19:58,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741858_1035 (size=50463) 2024-12-08T22:19:58,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741858_1035 (size=50463) 2024-12-08T22:19:58,715 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/.tmp/a/5be17dd7af1b476fa6ff079d4b3b13ee 2024-12-08T22:19:58,723 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/.tmp/a/5be17dd7af1b476fa6ff079d4b3b13ee as hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/a/5be17dd7af1b476fa6ff079d4b3b13ee 2024-12-08T22:19:58,730 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/a/5be17dd7af1b476fa6ff079d4b3b13ee, entries=754, sequenceid=754, filesize=49.3 K 2024-12-08T22:19:58,730 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 9b08c1575982c1aa4a7c9a95ea2d5bb7 in 62ms, sequenceid=754, compaction requested=false; wal=null 2024-12-08T22:19:58,752 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-08T22:19:58,752 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9b08c1575982c1aa4a7c9a95ea2d5bb7 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-08T22:19:58,760 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/.tmp/a/e75139d9b28e4f2e9aa0f40dc06c3e91 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733696393972/Put/seqid=0 2024-12-08T22:19:58,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741859_1036 (size=20072) 2024-12-08T22:19:58,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741859_1036 (size=20072) 2024-12-08T22:19:58,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741859_1036 (size=20072) 2024-12-08T22:19:58,770 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/.tmp/a/e75139d9b28e4f2e9aa0f40dc06c3e91 2024-12-08T22:19:58,799 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/.tmp/b/5c26cf70f2984f1b921ecd3eb4340396 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733696393993/Put/seqid=0 2024-12-08T22:19:58,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741860_1037 (size=35835) 2024-12-08T22:19:58,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741860_1037 (size=35835) 2024-12-08T22:19:58,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741860_1037 (size=35835) 2024-12-08T22:19:58,809 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/.tmp/b/5c26cf70f2984f1b921ecd3eb4340396 2024-12-08T22:19:58,818 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/.tmp/a/e75139d9b28e4f2e9aa0f40dc06c3e91 as hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/a/e75139d9b28e4f2e9aa0f40dc06c3e91 2024-12-08T22:19:58,827 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/a/e75139d9b28e4f2e9aa0f40dc06c3e91, entries=246, sequenceid=1508, filesize=19.6 K 2024-12-08T22:19:58,828 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/.tmp/b/5c26cf70f2984f1b921ecd3eb4340396 as hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/b/5c26cf70f2984f1b921ecd3eb4340396 2024-12-08T22:19:58,836 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/b/5c26cf70f2984f1b921ecd3eb4340396, entries=508, sequenceid=1508, filesize=35.0 K 2024-12-08T22:19:58,837 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 9b08c1575982c1aa4a7c9a95ea2d5bb7 in 84ms, sequenceid=1508, compaction requested=false; wal=null 2024-12-08T22:19:58,851 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-08T22:19:58,851 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9b08c1575982c1aa4a7c9a95ea2d5bb7 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-08T22:19:58,858 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/.tmp/b/00bc102484c645ee92c5f8247a8ef9b8 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733696394016/Put/seqid=0 2024-12-08T22:19:58,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741861_1038 (size=35082) 2024-12-08T22:19:58,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741861_1038 (size=35082) 2024-12-08T22:19:58,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741861_1038 (size=35082) 2024-12-08T22:19:58,868 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/.tmp/b/00bc102484c645ee92c5f8247a8ef9b8 2024-12-08T22:19:58,890 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/.tmp/c/369884df9cf7492fb987c61f5693e5a5 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733696394049/Put/seqid=0 2024-12-08T22:19:58,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741862_1039 (size=20825) 2024-12-08T22:19:58,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741862_1039 (size=20825) 2024-12-08T22:19:58,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741862_1039 (size=20825) 2024-12-08T22:19:58,899 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/.tmp/c/369884df9cf7492fb987c61f5693e5a5 2024-12-08T22:19:58,907 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/.tmp/b/00bc102484c645ee92c5f8247a8ef9b8 as hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/b/00bc102484c645ee92c5f8247a8ef9b8 2024-12-08T22:19:58,914 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/b/00bc102484c645ee92c5f8247a8ef9b8, entries=492, sequenceid=2262, filesize=34.3 K 2024-12-08T22:19:58,916 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/.tmp/c/369884df9cf7492fb987c61f5693e5a5 as hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/c/369884df9cf7492fb987c61f5693e5a5 2024-12-08T22:19:58,923 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/c/369884df9cf7492fb987c61f5693e5a5, entries=262, sequenceid=2262, filesize=20.3 K 2024-12-08T22:19:58,924 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 9b08c1575982c1aa4a7c9a95ea2d5bb7 in 73ms, sequenceid=2262, compaction requested=false; wal=null 2024-12-08T22:19:58,940 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733696394094/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733696393845.9b08c1575982c1aa4a7c9a95ea2d5bb7. 2024-12-08T22:19:58,944 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/recovered.edits/0000000000000003002 2024-12-08T22:19:58,944 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-08T22:19:58,945 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9b08c1575982c1aa4a7c9a95ea2d5bb7 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-12-08T22:19:58,955 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/.tmp/c/bd3282403659412fa11207258d6b1543 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733696394056/Put/seqid=0 2024-12-08T22:19:58,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741863_1040 (size=50301) 2024-12-08T22:19:58,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741863_1040 (size=50301) 2024-12-08T22:19:58,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741863_1040 (size=50301) 2024-12-08T22:19:58,968 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/.tmp/c/bd3282403659412fa11207258d6b1543 2024-12-08T22:19:58,975 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd3282403659412fa11207258d6b1543 2024-12-08T22:19:58,977 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/.tmp/c/bd3282403659412fa11207258d6b1543 as hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/c/bd3282403659412fa11207258d6b1543 2024-12-08T22:19:58,983 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd3282403659412fa11207258d6b1543 2024-12-08T22:19:58,983 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/c/bd3282403659412fa11207258d6b1543, entries=739, sequenceid=3002, filesize=49.1 K 2024-12-08T22:19:58,984 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 9b08c1575982c1aa4a7c9a95ea2d5bb7 in 39ms, sequenceid=3002, compaction requested=false; wal=null 2024-12-08T22:19:58,985 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/recovered.edits/0000000000000003002 2024-12-08T22:19:58,985 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9b08c1575982c1aa4a7c9a95ea2d5bb7 2024-12-08T22:19:58,985 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9b08c1575982c1aa4a7c9a95ea2d5bb7 2024-12-08T22:19:58,986 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T22:19:58,987 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9b08c1575982c1aa4a7c9a95ea2d5bb7 2024-12-08T22:19:58,990 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenIntoWAL/9b08c1575982c1aa4a7c9a95ea2d5bb7/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-12-08T22:19:58,991 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9b08c1575982c1aa4a7c9a95ea2d5bb7; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63934800, jitterRate=-0.04729723930358887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T22:19:58,991 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9b08c1575982c1aa4a7c9a95ea2d5bb7: Writing region info on filesystem at 1733696398312Initializing all the Stores at 1733696398313 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696398313Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696398313Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696398313Cleaning up temporary data from old regions at 1733696398985 (+672 ms)Region opened successfully at 1733696398991 (+6 ms) 2024-12-08T22:19:59,050 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9b08c1575982c1aa4a7c9a95ea2d5bb7, disabling compactions & flushes 2024-12-08T22:19:59,050 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733696393845.9b08c1575982c1aa4a7c9a95ea2d5bb7. 2024-12-08T22:19:59,050 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733696393845.9b08c1575982c1aa4a7c9a95ea2d5bb7. 2024-12-08T22:19:59,050 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733696393845.9b08c1575982c1aa4a7c9a95ea2d5bb7. after waiting 0 ms 2024-12-08T22:19:59,050 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733696393845.9b08c1575982c1aa4a7c9a95ea2d5bb7. 2024-12-08T22:19:59,052 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733696393845.9b08c1575982c1aa4a7c9a95ea2d5bb7. 2024-12-08T22:19:59,052 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9b08c1575982c1aa4a7c9a95ea2d5bb7: Waiting for close lock at 1733696399050Disabling compacts and flushes for region at 1733696399050Disabling writes for close at 1733696399050Writing region close event to WAL at 1733696399052 (+2 ms)Closed at 1733696399052 2024-12-08T22:19:59,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741857_1034 (size=95) 2024-12-08T22:19:59,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741857_1034 (size=95) 2024-12-08T22:19:59,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741857_1034 (size=95) 2024-12-08T22:19:59,059 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T22:19:59,059 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733696398293) 2024-12-08T22:19:59,073 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=404 (was 390) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/cluster_6d4b0271-6815-a0b7-13b6-4346a396e70d/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1855000218_22 at /127.0.0.1:44846 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:36211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1855000218_22 at /127.0.0.1:57884 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1855000218_22 at /127.0.0.1:37432 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1256812024) connection to localhost/127.0.0.1:36211 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1855000218_22 at /127.0.0.1:57864 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1256812024) connection to localhost/127.0.0.1:33137 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1256812024) connection to localhost/127.0.0.1:45555 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/cluster_6d4b0271-6815-a0b7-13b6-4346a396e70d/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 168), ProcessCount=11 (was 11), AvailableMemoryMB=9656 (was 9733) 2024-12-08T22:19:59,086 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=404, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=9656 2024-12-08T22:19:59,100 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T22:19:59,102 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T22:19:59,103 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T22:19:59,106 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-64001808, suffix=, logDir=hdfs://localhost:36211/hbase/WALs/hregion-64001808, archiveDir=hdfs://localhost:36211/hbase/oldWALs, maxLogs=32 2024-12-08T22:19:59,120 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-64001808/hregion-64001808.1733696399106, exclude list is [], retry=0 2024-12-08T22:19:59,123 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34617,DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397,DISK] 2024-12-08T22:19:59,123 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0,DISK] 2024-12-08T22:19:59,123 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-354954ac-8e1f-4fc5-a729-2d011bd6247f,DISK] 2024-12-08T22:19:59,125 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-64001808/hregion-64001808.1733696399106 2024-12-08T22:19:59,125 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42175:42175),(127.0.0.1/127.0.0.1:36187:36187),(127.0.0.1/127.0.0.1:42475:42475)] 2024-12-08T22:19:59,126 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => ec81f20fe66b8490a5447f08735b61ef, NAME => 'test2727,,1733696399100.ec81f20fe66b8490a5447f08735b61ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36211/hbase 2024-12-08T22:19:59,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741865_1042 (size=43) 2024-12-08T22:19:59,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741865_1042 (size=43) 2024-12-08T22:19:59,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741865_1042 (size=43) 2024-12-08T22:19:59,141 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733696399100.ec81f20fe66b8490a5447f08735b61ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:19:59,143 INFO [StoreOpener-ec81f20fe66b8490a5447f08735b61ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ec81f20fe66b8490a5447f08735b61ef 2024-12-08T22:19:59,144 INFO [StoreOpener-ec81f20fe66b8490a5447f08735b61ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec81f20fe66b8490a5447f08735b61ef columnFamilyName a 2024-12-08T22:19:59,144 DEBUG [StoreOpener-ec81f20fe66b8490a5447f08735b61ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:19:59,145 INFO [StoreOpener-ec81f20fe66b8490a5447f08735b61ef-1 {}] regionserver.HStore(327): Store=ec81f20fe66b8490a5447f08735b61ef/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:19:59,145 INFO [StoreOpener-ec81f20fe66b8490a5447f08735b61ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ec81f20fe66b8490a5447f08735b61ef 2024-12-08T22:19:59,147 INFO [StoreOpener-ec81f20fe66b8490a5447f08735b61ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec81f20fe66b8490a5447f08735b61ef columnFamilyName b 2024-12-08T22:19:59,147 DEBUG [StoreOpener-ec81f20fe66b8490a5447f08735b61ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:19:59,147 INFO [StoreOpener-ec81f20fe66b8490a5447f08735b61ef-1 {}] regionserver.HStore(327): Store=ec81f20fe66b8490a5447f08735b61ef/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:19:59,147 INFO [StoreOpener-ec81f20fe66b8490a5447f08735b61ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ec81f20fe66b8490a5447f08735b61ef 2024-12-08T22:19:59,149 INFO [StoreOpener-ec81f20fe66b8490a5447f08735b61ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec81f20fe66b8490a5447f08735b61ef columnFamilyName c 2024-12-08T22:19:59,149 DEBUG [StoreOpener-ec81f20fe66b8490a5447f08735b61ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:19:59,150 INFO [StoreOpener-ec81f20fe66b8490a5447f08735b61ef-1 {}] regionserver.HStore(327): Store=ec81f20fe66b8490a5447f08735b61ef/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:19:59,150 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ec81f20fe66b8490a5447f08735b61ef 2024-12-08T22:19:59,151 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef 2024-12-08T22:19:59,151 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef 2024-12-08T22:19:59,152 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ec81f20fe66b8490a5447f08735b61ef 2024-12-08T22:19:59,152 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ec81f20fe66b8490a5447f08735b61ef 2024-12-08T22:19:59,153 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T22:19:59,154 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ec81f20fe66b8490a5447f08735b61ef 2024-12-08T22:19:59,157 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T22:19:59,158 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ec81f20fe66b8490a5447f08735b61ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58916507, jitterRate=-0.1220756322145462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T22:19:59,158 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ec81f20fe66b8490a5447f08735b61ef: Writing region info on filesystem at 1733696399141Initializing all the Stores at 1733696399142 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696399142Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696399142Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696399143 (+1 ms)Cleaning up temporary data from old regions at 1733696399152 (+9 ms)Region opened successfully at 1733696399158 (+6 ms) 2024-12-08T22:19:59,158 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ec81f20fe66b8490a5447f08735b61ef, disabling compactions & flushes 2024-12-08T22:19:59,158 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733696399100.ec81f20fe66b8490a5447f08735b61ef. 2024-12-08T22:19:59,158 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733696399100.ec81f20fe66b8490a5447f08735b61ef. 2024-12-08T22:19:59,159 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733696399100.ec81f20fe66b8490a5447f08735b61ef. after waiting 0 ms 2024-12-08T22:19:59,159 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733696399100.ec81f20fe66b8490a5447f08735b61ef. 2024-12-08T22:19:59,159 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733696399100.ec81f20fe66b8490a5447f08735b61ef. 2024-12-08T22:19:59,159 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ec81f20fe66b8490a5447f08735b61ef: Waiting for close lock at 1733696399158Disabling compacts and flushes for region at 1733696399158Disabling writes for close at 1733696399159 (+1 ms)Writing region close event to WAL at 1733696399159Closed at 1733696399159 2024-12-08T22:19:59,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741864_1041 (size=95) 2024-12-08T22:19:59,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741864_1041 (size=95) 2024-12-08T22:19:59,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741864_1041 (size=95) 2024-12-08T22:19:59,164 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T22:19:59,165 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-64001808:(num 1733696399106) 2024-12-08T22:19:59,165 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T22:19:59,167 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36211/hbase/WALs/test2727-manual,16010,1733696399099, archiveDir=hdfs://localhost:36211/hbase/oldWALs, maxLogs=32 2024-12-08T22:19:59,178 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733696399099/wal.1733696399167, exclude list is [], retry=0 2024-12-08T22:19:59,182 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-354954ac-8e1f-4fc5-a729-2d011bd6247f,DISK] 2024-12-08T22:19:59,182 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34617,DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397,DISK] 2024-12-08T22:19:59,182 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0,DISK] 2024-12-08T22:19:59,184 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733696399099/wal.1733696399167 2024-12-08T22:19:59,185 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42475:42475),(127.0.0.1/127.0.0.1:42175:42175),(127.0.0.1/127.0.0.1:36187:36187)] 2024-12-08T22:19:59,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741866_1043 (size=263359) 2024-12-08T22:19:59,347 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/test2727-manual,16010,1733696399099/wal.1733696399167 not finished, retry = 0 2024-12-08T22:19:59,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741866_1043 (size=263359) 2024-12-08T22:19:59,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741866_1043 (size=263359) 2024-12-08T22:19:59,472 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36211/hbase/WALs/test2727-manual,16010,1733696399099/wal.1733696399167, size=257.2 K (263359bytes) 2024-12-08T22:19:59,472 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36211/hbase/WALs/test2727-manual,16010,1733696399099/wal.1733696399167 2024-12-08T22:19:59,473 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36211/hbase/WALs/test2727-manual,16010,1733696399099/wal.1733696399167 after 1ms 2024-12-08T22:19:59,475 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36211/hbase/WALs/test2727-manual,16010,1733696399099/wal.1733696399167: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-08T22:19:59,477 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36211/hbase/WALs/test2727-manual,16010,1733696399099/wal.1733696399167 took 5ms 2024-12-08T22:19:59,482 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733696399167.temp 2024-12-08T22:19:59,483 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/recovered.edits/0000000000000000001-wal.1733696399167.temp 2024-12-08T22:19:59,527 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36211/hbase/WALs/test2727-manual,16010,1733696399099/wal.1733696399167 so closing down 2024-12-08T22:19:59,528 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T22:19:59,528 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T22:19:59,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741867_1044 (size=263359) 2024-12-08T22:19:59,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741867_1044 (size=263359) 2024-12-08T22:19:59,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741867_1044 (size=263359) 2024-12-08T22:19:59,531 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/recovered.edits/0000000000000000001-wal.1733696399167.temp (wrote 3000 edits, skipped 0 edits in 35 ms) 2024-12-08T22:19:59,533 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/recovered.edits/0000000000000000001-wal.1733696399167.temp to hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/recovered.edits/0000000000000003000 2024-12-08T22:19:59,533 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:36211/hbase/WALs/test2727-manual,16010,1733696399099/wal.1733696399167, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-12-08T22:19:59,533 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36211/hbase/WALs/test2727-manual,16010,1733696399099/wal.1733696399167, journal: Splitting hdfs://localhost:36211/hbase/WALs/test2727-manual,16010,1733696399099/wal.1733696399167, size=257.2 K (263359bytes) at 1733696399472Creating recovered edits writer path=hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/recovered.edits/0000000000000000001-wal.1733696399167.temp at 1733696399484 (+12 ms)Split 1024 edits, skipped 0 edits. at 1733696399496 (+12 ms)Split 2048 edits, skipped 0 edits. at 1733696399512 (+16 ms)Finishing writing output for hdfs://localhost:36211/hbase/WALs/test2727-manual,16010,1733696399099/wal.1733696399167 so closing down at 1733696399528 (+16 ms)3 split writer threads finished at 1733696399528Closed recovered edits writer path=hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/recovered.edits/0000000000000000001-wal.1733696399167.temp (wrote 3000 edits, skipped 0 edits in 35 ms) at 1733696399531 (+3 ms)Rename recovered edits hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/recovered.edits/0000000000000000001-wal.1733696399167.temp to hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/recovered.edits/0000000000000003000 at 1733696399533 (+2 ms)Processed 3000 edits across 1 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:36211/hbase/WALs/test2727-manual,16010,1733696399099/wal.1733696399167, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1733696399533 2024-12-08T22:19:59,535 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36211/hbase/WALs/test2727-manual,16010,1733696399099/wal.1733696399167 to hdfs://localhost:36211/hbase/oldWALs/wal.1733696399167 2024-12-08T22:19:59,536 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/recovered.edits/0000000000000003000 2024-12-08T22:19:59,537 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T22:19:59,540 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36211/hbase/WALs/test2727-manual,16010,1733696399099, archiveDir=hdfs://localhost:36211/hbase/oldWALs, maxLogs=32 2024-12-08T22:19:59,554 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733696399099/wal.1733696399540, exclude list is [], retry=0 2024-12-08T22:19:59,557 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34617,DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397,DISK] 2024-12-08T22:19:59,558 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-354954ac-8e1f-4fc5-a729-2d011bd6247f,DISK] 2024-12-08T22:19:59,558 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0,DISK] 2024-12-08T22:19:59,561 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733696399099/wal.1733696399540 2024-12-08T22:19:59,561 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42175:42175),(127.0.0.1/127.0.0.1:42475:42475),(127.0.0.1/127.0.0.1:36187:36187)] 2024-12-08T22:19:59,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741868_1045 (size=263486) 2024-12-08T22:19:59,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741868_1045 (size=263486) 2024-12-08T22:19:59,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741868_1045 (size=263486) 2024-12-08T22:19:59,715 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36211/hbase/WALs/test2727-manual,16010,1733696399099/wal.1733696399540, size=257.3 K (263486bytes) 2024-12-08T22:19:59,715 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36211/hbase/WALs/test2727-manual,16010,1733696399099/wal.1733696399540 2024-12-08T22:19:59,715 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36211/hbase/WALs/test2727-manual,16010,1733696399099/wal.1733696399540 after 0ms 2024-12-08T22:19:59,719 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36211/hbase/WALs/test2727-manual,16010,1733696399099/wal.1733696399540: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-08T22:19:59,720 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36211/hbase/WALs/test2727-manual,16010,1733696399099/wal.1733696399540 took 5ms 2024-12-08T22:19:59,724 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733696399540.temp 2024-12-08T22:19:59,726 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/recovered.edits/0000000000000003001-wal.1733696399540.temp 2024-12-08T22:19:59,770 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36211/hbase/WALs/test2727-manual,16010,1733696399099/wal.1733696399540 so closing down 2024-12-08T22:19:59,770 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T22:19:59,771 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T22:19:59,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741869_1046 (size=263486) 2024-12-08T22:19:59,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741869_1046 (size=263486) 2024-12-08T22:19:59,774 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/recovered.edits/0000000000000003001-wal.1733696399540.temp (wrote 3000 edits, skipped 0 edits in 35 ms) 2024-12-08T22:19:59,775 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/recovered.edits/0000000000000003001-wal.1733696399540.temp to hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/recovered.edits/0000000000000006000 2024-12-08T22:19:59,776 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:36211/hbase/WALs/test2727-manual,16010,1733696399099/wal.1733696399540, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-12-08T22:19:59,776 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36211/hbase/WALs/test2727-manual,16010,1733696399099/wal.1733696399540, journal: Splitting hdfs://localhost:36211/hbase/WALs/test2727-manual,16010,1733696399099/wal.1733696399540, size=257.3 K (263486bytes) at 1733696399715Creating recovered edits writer path=hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/recovered.edits/0000000000000003001-wal.1733696399540.temp at 1733696399726 (+11 ms)Split 1024 edits, skipped 0 edits. at 1733696399740 (+14 ms)Split 2048 edits, skipped 0 edits. at 1733696399755 (+15 ms)Finishing writing output for hdfs://localhost:36211/hbase/WALs/test2727-manual,16010,1733696399099/wal.1733696399540 so closing down at 1733696399770 (+15 ms)3 split writer threads finished at 1733696399771 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/recovered.edits/0000000000000003001-wal.1733696399540.temp (wrote 3000 edits, skipped 0 edits in 35 ms) at 1733696399774 (+3 ms)Rename recovered edits hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/recovered.edits/0000000000000003001-wal.1733696399540.temp to hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/recovered.edits/0000000000000006000 at 1733696399776 (+2 ms)Processed 3000 edits across 1 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:36211/hbase/WALs/test2727-manual,16010,1733696399099/wal.1733696399540, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1733696399776 2024-12-08T22:19:59,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741869_1046 (size=263486) 2024-12-08T22:19:59,778 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36211/hbase/WALs/test2727-manual,16010,1733696399099/wal.1733696399540 to hdfs://localhost:36211/hbase/oldWALs/wal.1733696399540 2024-12-08T22:19:59,779 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/recovered.edits/0000000000000006000 2024-12-08T22:19:59,779 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T22:19:59,781 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36211/hbase/WALs/test2727-manual,16010,1733696399099, archiveDir=hdfs://localhost:36211/hbase/oldWALs, maxLogs=32 2024-12-08T22:19:59,795 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733696399099/wal.1733696399782, exclude list is [], retry=0 2024-12-08T22:19:59,798 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34617,DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397,DISK] 2024-12-08T22:19:59,799 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0,DISK] 2024-12-08T22:19:59,799 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-354954ac-8e1f-4fc5-a729-2d011bd6247f,DISK] 2024-12-08T22:19:59,802 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733696399099/wal.1733696399782 2024-12-08T22:19:59,802 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42175:42175),(127.0.0.1/127.0.0.1:36187:36187),(127.0.0.1/127.0.0.1:42475:42475)] 2024-12-08T22:19:59,802 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ec81f20fe66b8490a5447f08735b61ef, NAME => 'test2727,,1733696399100.ec81f20fe66b8490a5447f08735b61ef.', STARTKEY => '', ENDKEY => ''} 2024-12-08T22:19:59,803 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733696399100.ec81f20fe66b8490a5447f08735b61ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:19:59,803 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ec81f20fe66b8490a5447f08735b61ef 2024-12-08T22:19:59,803 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ec81f20fe66b8490a5447f08735b61ef 2024-12-08T22:19:59,805 INFO [StoreOpener-ec81f20fe66b8490a5447f08735b61ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ec81f20fe66b8490a5447f08735b61ef 2024-12-08T22:19:59,806 INFO [StoreOpener-ec81f20fe66b8490a5447f08735b61ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec81f20fe66b8490a5447f08735b61ef columnFamilyName a 2024-12-08T22:19:59,806 DEBUG [StoreOpener-ec81f20fe66b8490a5447f08735b61ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:19:59,807 INFO [StoreOpener-ec81f20fe66b8490a5447f08735b61ef-1 {}] regionserver.HStore(327): Store=ec81f20fe66b8490a5447f08735b61ef/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:19:59,807 INFO [StoreOpener-ec81f20fe66b8490a5447f08735b61ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ec81f20fe66b8490a5447f08735b61ef 2024-12-08T22:19:59,808 INFO [StoreOpener-ec81f20fe66b8490a5447f08735b61ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec81f20fe66b8490a5447f08735b61ef columnFamilyName b 2024-12-08T22:19:59,808 DEBUG [StoreOpener-ec81f20fe66b8490a5447f08735b61ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:19:59,809 INFO [StoreOpener-ec81f20fe66b8490a5447f08735b61ef-1 {}] regionserver.HStore(327): Store=ec81f20fe66b8490a5447f08735b61ef/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:19:59,809 INFO [StoreOpener-ec81f20fe66b8490a5447f08735b61ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ec81f20fe66b8490a5447f08735b61ef 2024-12-08T22:19:59,810 INFO [StoreOpener-ec81f20fe66b8490a5447f08735b61ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec81f20fe66b8490a5447f08735b61ef columnFamilyName c 2024-12-08T22:19:59,810 DEBUG [StoreOpener-ec81f20fe66b8490a5447f08735b61ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:19:59,811 INFO [StoreOpener-ec81f20fe66b8490a5447f08735b61ef-1 {}] regionserver.HStore(327): Store=ec81f20fe66b8490a5447f08735b61ef/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:19:59,811 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ec81f20fe66b8490a5447f08735b61ef 2024-12-08T22:19:59,812 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef 2024-12-08T22:19:59,815 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef 2024-12-08T22:19:59,816 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/recovered.edits/0000000000000003000 2024-12-08T22:19:59,819 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-08T22:19:59,875 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/recovered.edits/0000000000000003000 2024-12-08T22:19:59,876 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/recovered.edits/0000000000000006000 2024-12-08T22:19:59,879 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-08T22:19:59,939 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/recovered.edits/0000000000000006000 2024-12-08T22:19:59,940 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ec81f20fe66b8490a5447f08735b61ef 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-12-08T22:19:59,963 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/.tmp/a/c27e7d16d065465bb82bfebb3aa63a11 is 41, key is test2727/a:100/1733696399565/Put/seqid=0 2024-12-08T22:19:59,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741871_1048 (size=84227) 2024-12-08T22:19:59,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741871_1048 (size=84227) 2024-12-08T22:19:59,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741871_1048 (size=84227) 2024-12-08T22:19:59,969 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/.tmp/a/c27e7d16d065465bb82bfebb3aa63a11 2024-12-08T22:19:59,997 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/.tmp/b/6265534ac1bb4c50b5b62173c0127dba is 41, key is test2727/b:100/1733696399609/Put/seqid=0 2024-12-08T22:20:00,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741872_1049 (size=84609) 2024-12-08T22:20:00,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741872_1049 (size=84609) 2024-12-08T22:20:00,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741872_1049 (size=84609) 2024-12-08T22:20:00,004 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/.tmp/b/6265534ac1bb4c50b5b62173c0127dba 2024-12-08T22:20:00,012 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-08T22:20:00,013 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-08T22:20:00,015 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T22:20:00,015 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-08T22:20:00,016 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-08T22:20:00,016 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-08T22:20:00,017 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-12-08T22:20:00,017 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-12-08T22:20:00,043 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/.tmp/c/4c6e7d90383e4c12b579b6ffc7b39fc2 is 41, key is test2727/c:100/1733696399654/Put/seqid=0 2024-12-08T22:20:00,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741873_1050 (size=84609) 2024-12-08T22:20:00,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741873_1050 (size=84609) 2024-12-08T22:20:00,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741873_1050 (size=84609) 2024-12-08T22:20:00,050 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/.tmp/c/4c6e7d90383e4c12b579b6ffc7b39fc2 2024-12-08T22:20:00,058 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/.tmp/a/c27e7d16d065465bb82bfebb3aa63a11 as hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/a/c27e7d16d065465bb82bfebb3aa63a11 2024-12-08T22:20:00,065 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/a/c27e7d16d065465bb82bfebb3aa63a11, entries=2000, sequenceid=6000, filesize=82.3 K 2024-12-08T22:20:00,066 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/.tmp/b/6265534ac1bb4c50b5b62173c0127dba as hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/b/6265534ac1bb4c50b5b62173c0127dba 2024-12-08T22:20:00,073 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/b/6265534ac1bb4c50b5b62173c0127dba, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-08T22:20:00,075 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/.tmp/c/4c6e7d90383e4c12b579b6ffc7b39fc2 as hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/c/4c6e7d90383e4c12b579b6ffc7b39fc2 2024-12-08T22:20:00,081 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/c/4c6e7d90383e4c12b579b6ffc7b39fc2, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-08T22:20:00,081 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for ec81f20fe66b8490a5447f08735b61ef in 141ms, sequenceid=6000, compaction requested=false; wal=null 2024-12-08T22:20:00,082 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/recovered.edits/0000000000000003000 2024-12-08T22:20:00,083 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/recovered.edits/0000000000000006000 2024-12-08T22:20:00,084 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ec81f20fe66b8490a5447f08735b61ef 2024-12-08T22:20:00,084 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ec81f20fe66b8490a5447f08735b61ef 2024-12-08T22:20:00,085 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T22:20:00,087 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ec81f20fe66b8490a5447f08735b61ef 2024-12-08T22:20:00,090 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/hbase/data/default/test2727/ec81f20fe66b8490a5447f08735b61ef/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-12-08T22:20:00,091 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ec81f20fe66b8490a5447f08735b61ef; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73290308, jitterRate=0.09211069345474243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T22:20:00,092 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ec81f20fe66b8490a5447f08735b61ef: Writing region info on filesystem at 1733696399803Initializing all the Stores at 1733696399805 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696399805Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696399805Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696399805Obtaining lock to block concurrent updates at 1733696399940 (+135 ms)Preparing flush snapshotting stores in ec81f20fe66b8490a5447f08735b61ef at 1733696399940Finished memstore snapshotting test2727,,1733696399100.ec81f20fe66b8490a5447f08735b61ef., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733696399940Flushing stores of test2727,,1733696399100.ec81f20fe66b8490a5447f08735b61ef. at 1733696399940Flushing ec81f20fe66b8490a5447f08735b61ef/a: creating writer at 1733696399940Flushing ec81f20fe66b8490a5447f08735b61ef/a: appending metadata at 1733696399962 (+22 ms)Flushing ec81f20fe66b8490a5447f08735b61ef/a: closing flushed file at 1733696399962Flushing ec81f20fe66b8490a5447f08735b61ef/b: creating writer at 1733696399977 (+15 ms)Flushing ec81f20fe66b8490a5447f08735b61ef/b: appending metadata at 1733696399996 (+19 ms)Flushing ec81f20fe66b8490a5447f08735b61ef/b: closing flushed file at 1733696399996Flushing ec81f20fe66b8490a5447f08735b61ef/c: creating writer at 1733696400013 (+17 ms)Flushing ec81f20fe66b8490a5447f08735b61ef/c: appending metadata at 1733696400042 (+29 ms)Flushing ec81f20fe66b8490a5447f08735b61ef/c: closing flushed file at 1733696400042Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@450a097b: reopening flushed file at 1733696400057 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ab611f9: reopening flushed file at 1733696400065 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c15c166: reopening flushed file at 1733696400073 (+8 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for ec81f20fe66b8490a5447f08735b61ef in 141ms, sequenceid=6000, compaction requested=false; wal=null at 1733696400081 (+8 ms)Cleaning up temporary data from old regions at 1733696400084 (+3 ms)Region opened successfully at 1733696400092 (+8 ms) 2024-12-08T22:20:00,094 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-12-08T22:20:00,094 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ec81f20fe66b8490a5447f08735b61ef, disabling compactions & flushes 2024-12-08T22:20:00,094 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733696399100.ec81f20fe66b8490a5447f08735b61ef. 2024-12-08T22:20:00,094 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733696399100.ec81f20fe66b8490a5447f08735b61ef. 2024-12-08T22:20:00,094 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733696399100.ec81f20fe66b8490a5447f08735b61ef. after waiting 0 ms 2024-12-08T22:20:00,094 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733696399100.ec81f20fe66b8490a5447f08735b61ef. 2024-12-08T22:20:00,095 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733696399100.ec81f20fe66b8490a5447f08735b61ef. 2024-12-08T22:20:00,096 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ec81f20fe66b8490a5447f08735b61ef: Waiting for close lock at 1733696400094Disabling compacts and flushes for region at 1733696400094Disabling writes for close at 1733696400094Writing region close event to WAL at 1733696400095 (+1 ms)Closed at 1733696400095 2024-12-08T22:20:00,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741870_1047 (size=95) 2024-12-08T22:20:00,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741870_1047 (size=95) 2024-12-08T22:20:00,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741870_1047 (size=95) 2024-12-08T22:20:00,102 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T22:20:00,102 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733696399782) 2024-12-08T22:20:00,115 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=407 (was 404) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:37544 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:57884 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:44990 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:57864 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=929 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=174 (was 155) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9444 (was 9656) 2024-12-08T22:20:00,125 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=407, OpenFileDescriptor=929, MaxFileDescriptor=1048576, SystemLoadAverage=174, ProcessCount=11, AvailableMemoryMB=9443 2024-12-08T22:20:00,140 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T22:20:00,146 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36211/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733696400139, archiveDir=hdfs://localhost:36211/hbase/oldWALs, maxLogs=32 2024-12-08T22:20:00,146 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733696400146 2024-12-08T22:20:00,153 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733696400139/wal.1733696400146 2024-12-08T22:20:00,154 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42175:42175),(127.0.0.1/127.0.0.1:42475:42475),(127.0.0.1/127.0.0.1:36187:36187)] 2024-12-08T22:20:00,156 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 699158b551cfc416359934644e56fa16, NAME => 'testSequentialEditLogSeqNum,,1733696400141.699158b551cfc416359934644e56fa16.', STARTKEY => '', ENDKEY => ''} 2024-12-08T22:20:00,156 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733696400141.699158b551cfc416359934644e56fa16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:20:00,156 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 699158b551cfc416359934644e56fa16 2024-12-08T22:20:00,156 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 699158b551cfc416359934644e56fa16 2024-12-08T22:20:00,157 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:36211/hbase/data/default/testSequentialEditLogSeqNum/699158b551cfc416359934644e56fa16 doesn't exist for region: 699158b551cfc416359934644e56fa16 on table testSequentialEditLogSeqNum 2024-12-08T22:20:00,157 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 699158b551cfc416359934644e56fa16 on table testSequentialEditLogSeqNum 2024-12-08T22:20:00,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741875_1052 (size=62) 2024-12-08T22:20:00,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741875_1052 (size=62) 2024-12-08T22:20:00,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741875_1052 (size=62) 2024-12-08T22:20:00,166 INFO [StoreOpener-699158b551cfc416359934644e56fa16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 699158b551cfc416359934644e56fa16 2024-12-08T22:20:00,168 INFO [StoreOpener-699158b551cfc416359934644e56fa16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 699158b551cfc416359934644e56fa16 columnFamilyName a 2024-12-08T22:20:00,168 DEBUG [StoreOpener-699158b551cfc416359934644e56fa16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:00,169 INFO [StoreOpener-699158b551cfc416359934644e56fa16-1 {}] regionserver.HStore(327): Store=699158b551cfc416359934644e56fa16/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:00,169 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 699158b551cfc416359934644e56fa16 2024-12-08T22:20:00,170 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testSequentialEditLogSeqNum/699158b551cfc416359934644e56fa16 2024-12-08T22:20:00,170 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testSequentialEditLogSeqNum/699158b551cfc416359934644e56fa16 2024-12-08T22:20:00,171 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 699158b551cfc416359934644e56fa16 2024-12-08T22:20:00,171 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 699158b551cfc416359934644e56fa16 2024-12-08T22:20:00,173 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 699158b551cfc416359934644e56fa16 2024-12-08T22:20:00,175 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/hbase/data/default/testSequentialEditLogSeqNum/699158b551cfc416359934644e56fa16/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T22:20:00,176 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 699158b551cfc416359934644e56fa16; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60335433, jitterRate=-0.10093198716640472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T22:20:00,177 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 699158b551cfc416359934644e56fa16: Writing region info on filesystem at 1733696400156Initializing all the Stores at 1733696400166 (+10 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696400166Cleaning up temporary data from old regions at 1733696400171 (+5 ms)Region opened successfully at 1733696400177 (+6 ms) 2024-12-08T22:20:00,192 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 699158b551cfc416359934644e56fa16 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-12-08T22:20:00,212 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/hbase/data/default/testSequentialEditLogSeqNum/699158b551cfc416359934644e56fa16/.tmp/a/6f8fb23c255049e9a10846522794a9a2 is 81, key is testSequentialEditLogSeqNum/a:x0/1733696400177/Put/seqid=0 2024-12-08T22:20:00,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741876_1053 (size=5833) 2024-12-08T22:20:00,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741876_1053 (size=5833) 2024-12-08T22:20:00,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741876_1053 (size=5833) 2024-12-08T22:20:00,221 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36211/hbase/data/default/testSequentialEditLogSeqNum/699158b551cfc416359934644e56fa16/.tmp/a/6f8fb23c255049e9a10846522794a9a2 2024-12-08T22:20:00,229 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/hbase/data/default/testSequentialEditLogSeqNum/699158b551cfc416359934644e56fa16/.tmp/a/6f8fb23c255049e9a10846522794a9a2 as hdfs://localhost:36211/hbase/data/default/testSequentialEditLogSeqNum/699158b551cfc416359934644e56fa16/a/6f8fb23c255049e9a10846522794a9a2 2024-12-08T22:20:00,236 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/hbase/data/default/testSequentialEditLogSeqNum/699158b551cfc416359934644e56fa16/a/6f8fb23c255049e9a10846522794a9a2, entries=10, sequenceid=13, filesize=5.7 K 2024-12-08T22:20:00,237 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 699158b551cfc416359934644e56fa16 in 45ms, sequenceid=13, compaction requested=false 2024-12-08T22:20:00,238 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 699158b551cfc416359934644e56fa16: 2024-12-08T22:20:00,245 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-08T22:20:00,245 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-08T22:20:00,245 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-08T22:20:00,245 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-08T22:20:00,245 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-08T22:20:00,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741874_1051 (size=1844) 2024-12-08T22:20:00,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741874_1051 (size=1844) 2024-12-08T22:20:00,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741874_1051 (size=1844) 2024-12-08T22:20:00,262 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36211/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733696400139/wal.1733696400146, size=1.8 K (1844bytes) 2024-12-08T22:20:00,262 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36211/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733696400139/wal.1733696400146 2024-12-08T22:20:00,263 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36211/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733696400139/wal.1733696400146 after 1ms 2024-12-08T22:20:00,265 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36211/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733696400139/wal.1733696400146: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-08T22:20:00,266 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36211/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733696400139/wal.1733696400146 took 3ms 2024-12-08T22:20:00,268 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36211/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733696400139/wal.1733696400146 so closing down 2024-12-08T22:20:00,268 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T22:20:00,269 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733696400146.temp 2024-12-08T22:20:00,271 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testSequentialEditLogSeqNum/699158b551cfc416359934644e56fa16/recovered.edits/0000000000000000003-wal.1733696400146.temp 2024-12-08T22:20:00,271 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T22:20:00,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741877_1054 (size=1477) 2024-12-08T22:20:00,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741877_1054 (size=1477) 2024-12-08T22:20:00,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741877_1054 (size=1477) 2024-12-08T22:20:00,282 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testSequentialEditLogSeqNum/699158b551cfc416359934644e56fa16/recovered.edits/0000000000000000003-wal.1733696400146.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-08T22:20:00,284 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36211/hbase/data/default/testSequentialEditLogSeqNum/699158b551cfc416359934644e56fa16/recovered.edits/0000000000000000003-wal.1733696400146.temp to hdfs://localhost:36211/hbase/data/default/testSequentialEditLogSeqNum/699158b551cfc416359934644e56fa16/recovered.edits/0000000000000000020 2024-12-08T22:20:00,284 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 18 ms; skipped=2; WAL=hdfs://localhost:36211/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733696400139/wal.1733696400146, size=1.8 K, length=1844, corrupted=false, cancelled=false 2024-12-08T22:20:00,284 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36211/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733696400139/wal.1733696400146, journal: Splitting hdfs://localhost:36211/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733696400139/wal.1733696400146, size=1.8 K (1844bytes) at 1733696400262Finishing writing output for hdfs://localhost:36211/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733696400139/wal.1733696400146 so closing down at 1733696400268 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testSequentialEditLogSeqNum/699158b551cfc416359934644e56fa16/recovered.edits/0000000000000000003-wal.1733696400146.temp at 1733696400271 (+3 ms)3 split writer threads finished at 1733696400271Closed recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testSequentialEditLogSeqNum/699158b551cfc416359934644e56fa16/recovered.edits/0000000000000000003-wal.1733696400146.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733696400282 (+11 ms)Rename recovered edits hdfs://localhost:36211/hbase/data/default/testSequentialEditLogSeqNum/699158b551cfc416359934644e56fa16/recovered.edits/0000000000000000003-wal.1733696400146.temp to hdfs://localhost:36211/hbase/data/default/testSequentialEditLogSeqNum/699158b551cfc416359934644e56fa16/recovered.edits/0000000000000000020 at 1733696400284 (+2 ms)Processed 17 edits across 1 Regions in 18 ms; skipped=2; WAL=hdfs://localhost:36211/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733696400139/wal.1733696400146, size=1.8 K, length=1844, corrupted=false, cancelled=false at 1733696400284 2024-12-08T22:20:00,296 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=412 (was 407) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:57884 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:57864 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=967 (was 929) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=174 (was 174), ProcessCount=11 (was 11), AvailableMemoryMB=9430 (was 9443) 2024-12-08T22:20:00,307 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=412, OpenFileDescriptor=967, MaxFileDescriptor=1048576, SystemLoadAverage=174, ProcessCount=11, AvailableMemoryMB=9429 2024-12-08T22:20:00,322 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T22:20:00,325 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T22:20:00,353 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T22:20:00,357 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-45981996, suffix=, logDir=hdfs://localhost:36211/hbase/WALs/hregion-45981996, archiveDir=hdfs://localhost:36211/hbase/oldWALs, maxLogs=32 2024-12-08T22:20:00,373 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-45981996/hregion-45981996.1733696400358, exclude list is [], retry=0 2024-12-08T22:20:00,375 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-354954ac-8e1f-4fc5-a729-2d011bd6247f,DISK] 2024-12-08T22:20:00,376 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34617,DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397,DISK] 2024-12-08T22:20:00,376 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0,DISK] 2024-12-08T22:20:00,401 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-45981996/hregion-45981996.1733696400358 2024-12-08T22:20:00,402 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42475:42475),(127.0.0.1/127.0.0.1:42175:42175),(127.0.0.1/127.0.0.1:36187:36187)] 2024-12-08T22:20:00,402 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 215d2da2e47e4375fda663b054c94e76, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733696400323.215d2da2e47e4375fda663b054c94e76.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36211/hbase 2024-12-08T22:20:00,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741879_1056 (size=70) 2024-12-08T22:20:00,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741879_1056 (size=70) 2024-12-08T22:20:00,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741879_1056 (size=70) 2024-12-08T22:20:00,420 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733696400323.215d2da2e47e4375fda663b054c94e76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:20:00,421 INFO [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 215d2da2e47e4375fda663b054c94e76 2024-12-08T22:20:00,423 INFO [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 215d2da2e47e4375fda663b054c94e76 columnFamilyName a 2024-12-08T22:20:00,423 DEBUG [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:00,424 INFO [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] regionserver.HStore(327): Store=215d2da2e47e4375fda663b054c94e76/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:00,424 INFO [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 215d2da2e47e4375fda663b054c94e76 2024-12-08T22:20:00,425 INFO [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 215d2da2e47e4375fda663b054c94e76 columnFamilyName b 2024-12-08T22:20:00,425 DEBUG [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:00,426 INFO [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] regionserver.HStore(327): Store=215d2da2e47e4375fda663b054c94e76/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:00,426 INFO [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 215d2da2e47e4375fda663b054c94e76 2024-12-08T22:20:00,431 INFO [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 215d2da2e47e4375fda663b054c94e76 columnFamilyName c 2024-12-08T22:20:00,431 DEBUG [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:00,431 INFO [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] regionserver.HStore(327): Store=215d2da2e47e4375fda663b054c94e76/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:00,431 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 215d2da2e47e4375fda663b054c94e76 2024-12-08T22:20:00,432 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/215d2da2e47e4375fda663b054c94e76 2024-12-08T22:20:00,433 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/215d2da2e47e4375fda663b054c94e76 2024-12-08T22:20:00,434 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 215d2da2e47e4375fda663b054c94e76 2024-12-08T22:20:00,434 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 215d2da2e47e4375fda663b054c94e76 2024-12-08T22:20:00,437 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T22:20:00,439 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 215d2da2e47e4375fda663b054c94e76 2024-12-08T22:20:00,442 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/215d2da2e47e4375fda663b054c94e76/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T22:20:00,443 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 215d2da2e47e4375fda663b054c94e76; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70866670, jitterRate=0.055995672941207886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T22:20:00,444 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 215d2da2e47e4375fda663b054c94e76: Writing region info on filesystem at 1733696400420Initializing all the Stores at 1733696400421 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696400421Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696400421Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696400421Cleaning up temporary data from old regions at 1733696400434 (+13 ms)Region opened successfully at 1733696400444 (+10 ms) 2024-12-08T22:20:00,445 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 215d2da2e47e4375fda663b054c94e76, disabling compactions & flushes 2024-12-08T22:20:00,445 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733696400323.215d2da2e47e4375fda663b054c94e76. 2024-12-08T22:20:00,445 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733696400323.215d2da2e47e4375fda663b054c94e76. 2024-12-08T22:20:00,445 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733696400323.215d2da2e47e4375fda663b054c94e76. after waiting 0 ms 2024-12-08T22:20:00,445 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733696400323.215d2da2e47e4375fda663b054c94e76. 2024-12-08T22:20:00,446 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733696400323.215d2da2e47e4375fda663b054c94e76. 2024-12-08T22:20:00,446 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 215d2da2e47e4375fda663b054c94e76: Waiting for close lock at 1733696400445Disabling compacts and flushes for region at 1733696400445Disabling writes for close at 1733696400445Writing region close event to WAL at 1733696400446 (+1 ms)Closed at 1733696400446 2024-12-08T22:20:00,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741878_1055 (size=95) 2024-12-08T22:20:00,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741878_1055 (size=95) 2024-12-08T22:20:00,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741878_1055 (size=95) 2024-12-08T22:20:00,454 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T22:20:00,454 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-45981996:(num 1733696400358) 2024-12-08T22:20:00,454 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T22:20:00,457 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36211/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733696400322, archiveDir=hdfs://localhost:36211/hbase/oldWALs, maxLogs=32 2024-12-08T22:20:00,471 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733696400322/wal.1733696400458, exclude list is [], retry=0 2024-12-08T22:20:00,474 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-354954ac-8e1f-4fc5-a729-2d011bd6247f,DISK] 2024-12-08T22:20:00,475 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0,DISK] 2024-12-08T22:20:00,475 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34617,DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397,DISK] 2024-12-08T22:20:00,477 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733696400322/wal.1733696400458 2024-12-08T22:20:00,477 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42475:42475),(127.0.0.1/127.0.0.1:36187:36187),(127.0.0.1/127.0.0.1:42175:42175)] 2024-12-08T22:20:00,477 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 215d2da2e47e4375fda663b054c94e76, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733696400323.215d2da2e47e4375fda663b054c94e76.', STARTKEY => '', ENDKEY => ''} 2024-12-08T22:20:00,478 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733696400323.215d2da2e47e4375fda663b054c94e76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:20:00,478 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 215d2da2e47e4375fda663b054c94e76 2024-12-08T22:20:00,478 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 215d2da2e47e4375fda663b054c94e76 2024-12-08T22:20:00,479 INFO [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 215d2da2e47e4375fda663b054c94e76 2024-12-08T22:20:00,480 INFO [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 215d2da2e47e4375fda663b054c94e76 columnFamilyName a 2024-12-08T22:20:00,480 DEBUG [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:00,481 INFO [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] regionserver.HStore(327): Store=215d2da2e47e4375fda663b054c94e76/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:00,481 INFO [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 215d2da2e47e4375fda663b054c94e76 2024-12-08T22:20:00,482 INFO [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 215d2da2e47e4375fda663b054c94e76 columnFamilyName b 2024-12-08T22:20:00,482 DEBUG [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:00,482 INFO [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] regionserver.HStore(327): Store=215d2da2e47e4375fda663b054c94e76/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:00,483 INFO [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 215d2da2e47e4375fda663b054c94e76 2024-12-08T22:20:00,484 INFO [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 215d2da2e47e4375fda663b054c94e76 columnFamilyName c 2024-12-08T22:20:00,484 DEBUG [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:00,484 INFO [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] regionserver.HStore(327): Store=215d2da2e47e4375fda663b054c94e76/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:00,484 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 215d2da2e47e4375fda663b054c94e76 2024-12-08T22:20:00,485 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/215d2da2e47e4375fda663b054c94e76 2024-12-08T22:20:00,487 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/215d2da2e47e4375fda663b054c94e76 2024-12-08T22:20:00,488 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 215d2da2e47e4375fda663b054c94e76 2024-12-08T22:20:00,488 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 215d2da2e47e4375fda663b054c94e76 2024-12-08T22:20:00,488 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T22:20:00,490 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 215d2da2e47e4375fda663b054c94e76 2024-12-08T22:20:00,490 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 215d2da2e47e4375fda663b054c94e76; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62531076, jitterRate=-0.06821435689926147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T22:20:00,491 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 215d2da2e47e4375fda663b054c94e76: Writing region info on filesystem at 1733696400478Initializing all the Stores at 1733696400479 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696400479Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696400479Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696400479Cleaning up temporary data from old regions at 1733696400488 (+9 ms)Region opened successfully at 1733696400491 (+3 ms) 2024-12-08T22:20:00,495 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733696400494/Put/seqid=0 2024-12-08T22:20:00,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741881_1058 (size=4826) 2024-12-08T22:20:00,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741881_1058 (size=4826) 2024-12-08T22:20:00,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741881_1058 (size=4826) 2024-12-08T22:20:00,502 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36211/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 215d2da2e47e4375fda663b054c94e76/a 2024-12-08T22:20:00,510 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-12-08T22:20:00,510 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-08T22:20:00,511 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 215d2da2e47e4375fda663b054c94e76: 2024-12-08T22:20:00,512 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:36211/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/215d2da2e47e4375fda663b054c94e76/a/1815f1ccdcf24948baac5e610e7f2571_SeqId_3_ 2024-12-08T22:20:00,513 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36211/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 215d2da2e47e4375fda663b054c94e76/a as hdfs://localhost:36211/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/215d2da2e47e4375fda663b054c94e76/a/1815f1ccdcf24948baac5e610e7f2571_SeqId_3_ - updating store file list. 2024-12-08T22:20:00,519 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1815f1ccdcf24948baac5e610e7f2571_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-08T22:20:00,520 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36211/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/215d2da2e47e4375fda663b054c94e76/a/1815f1ccdcf24948baac5e610e7f2571_SeqId_3_ into 215d2da2e47e4375fda663b054c94e76/a 2024-12-08T22:20:00,520 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36211/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 215d2da2e47e4375fda663b054c94e76/a (new location: hdfs://localhost:36211/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/215d2da2e47e4375fda663b054c94e76/a/1815f1ccdcf24948baac5e610e7f2571_SeqId_3_) 2024-12-08T22:20:00,557 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36211/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733696400322/wal.1733696400458, size=0 (0bytes) 2024-12-08T22:20:00,557 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:36211/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733696400322/wal.1733696400458 might be still open, length is 0 2024-12-08T22:20:00,557 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36211/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733696400322/wal.1733696400458 2024-12-08T22:20:00,558 WARN [IPC Server handler 3 on default port 36211 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733696400322/wal.1733696400458 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-12-08T22:20:00,558 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:36211/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733696400322/wal.1733696400458 after 1ms 2024-12-08T22:20:00,773 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:56058 [Receiving block BP-53176884-172.17.0.2-1733696385290:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:44213:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56058 dst: /127.0.0.1:44213 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44213 remote=/127.0.0.1:56058]. Total timeout mills is 60000, 59753 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:20:00,773 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:60200 [Receiving block BP-53176884-172.17.0.2-1733696385290:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:34705:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60200 dst: /127.0.0.1:34705 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:20:00,774 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:48084 [Receiving block BP-53176884-172.17.0.2-1733696385290:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:34617:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48084 dst: /127.0.0.1:34617 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:20:00,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741880_1059 (size=474) 2024-12-08T22:20:00,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741880_1059 (size=474) 2024-12-08T22:20:00,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741880_1059 (size=474) 2024-12-08T22:20:04,560 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:36211/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733696400322/wal.1733696400458 after 4002ms 2024-12-08T22:20:04,566 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36211/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733696400322/wal.1733696400458: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-08T22:20:04,566 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36211/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733696400322/wal.1733696400458 took 4009ms 2024-12-08T22:20:04,568 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:36211/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733696400322/wal.1733696400458; continuing. 2024-12-08T22:20:04,569 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36211/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733696400322/wal.1733696400458 so closing down 2024-12-08T22:20:04,569 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T22:20:04,571 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733696400458.temp 2024-12-08T22:20:04,572 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/215d2da2e47e4375fda663b054c94e76/recovered.edits/0000000000000000005-wal.1733696400458.temp 2024-12-08T22:20:04,573 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T22:20:04,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741882_1060 (size=259) 2024-12-08T22:20:04,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741882_1060 (size=259) 2024-12-08T22:20:04,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741882_1060 (size=259) 2024-12-08T22:20:04,582 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/215d2da2e47e4375fda663b054c94e76/recovered.edits/0000000000000000005-wal.1733696400458.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-08T22:20:04,583 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36211/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/215d2da2e47e4375fda663b054c94e76/recovered.edits/0000000000000000005-wal.1733696400458.temp to hdfs://localhost:36211/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/215d2da2e47e4375fda663b054c94e76/recovered.edits/0000000000000000005 2024-12-08T22:20:04,584 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 17 ms; skipped=1; WAL=hdfs://localhost:36211/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733696400322/wal.1733696400458, size=0, length=0, corrupted=false, cancelled=false 2024-12-08T22:20:04,584 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36211/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733696400322/wal.1733696400458, journal: Splitting hdfs://localhost:36211/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733696400322/wal.1733696400458, size=0 (0bytes) at 1733696400557Finishing writing output for hdfs://localhost:36211/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733696400322/wal.1733696400458 so closing down at 1733696404569 (+4012 ms)Creating recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/215d2da2e47e4375fda663b054c94e76/recovered.edits/0000000000000000005-wal.1733696400458.temp at 1733696404572 (+3 ms)3 split writer threads finished at 1733696404573 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/215d2da2e47e4375fda663b054c94e76/recovered.edits/0000000000000000005-wal.1733696400458.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733696404582 (+9 ms)Rename recovered edits hdfs://localhost:36211/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/215d2da2e47e4375fda663b054c94e76/recovered.edits/0000000000000000005-wal.1733696400458.temp to hdfs://localhost:36211/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/215d2da2e47e4375fda663b054c94e76/recovered.edits/0000000000000000005 at 1733696404584 (+2 ms)Processed 2 edits across 1 Regions in 17 ms; skipped=1; WAL=hdfs://localhost:36211/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733696400322/wal.1733696400458, size=0, length=0, corrupted=false, cancelled=false at 1733696404584 2024-12-08T22:20:04,586 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36211/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733696400322/wal.1733696400458 to hdfs://localhost:36211/hbase/oldWALs/wal.1733696400458 2024-12-08T22:20:04,587 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36211/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/215d2da2e47e4375fda663b054c94e76/recovered.edits/0000000000000000005 2024-12-08T22:20:04,587 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T22:20:04,589 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36211/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733696400322, archiveDir=hdfs://localhost:36211/hbase/oldWALs, maxLogs=32 2024-12-08T22:20:04,601 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733696400322/wal.1733696404589, exclude list is [], retry=0 2024-12-08T22:20:04,604 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34617,DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397,DISK] 2024-12-08T22:20:04,604 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-354954ac-8e1f-4fc5-a729-2d011bd6247f,DISK] 2024-12-08T22:20:04,604 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0,DISK] 2024-12-08T22:20:04,606 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733696400322/wal.1733696404589 2024-12-08T22:20:04,607 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42175:42175),(127.0.0.1/127.0.0.1:42475:42475),(127.0.0.1/127.0.0.1:36187:36187)] 2024-12-08T22:20:04,607 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 215d2da2e47e4375fda663b054c94e76, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733696400323.215d2da2e47e4375fda663b054c94e76.', STARTKEY => '', ENDKEY => ''} 2024-12-08T22:20:04,607 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733696400323.215d2da2e47e4375fda663b054c94e76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:20:04,607 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 215d2da2e47e4375fda663b054c94e76 2024-12-08T22:20:04,607 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 215d2da2e47e4375fda663b054c94e76 2024-12-08T22:20:04,609 INFO [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 215d2da2e47e4375fda663b054c94e76 2024-12-08T22:20:04,610 INFO [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 215d2da2e47e4375fda663b054c94e76 columnFamilyName a 2024-12-08T22:20:04,610 DEBUG [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:04,618 DEBUG [StoreFileOpener-215d2da2e47e4375fda663b054c94e76-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1815f1ccdcf24948baac5e610e7f2571_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-08T22:20:04,618 DEBUG [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36211/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/215d2da2e47e4375fda663b054c94e76/a/1815f1ccdcf24948baac5e610e7f2571_SeqId_3_ 2024-12-08T22:20:04,618 INFO [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] regionserver.HStore(327): Store=215d2da2e47e4375fda663b054c94e76/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:04,619 INFO [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 215d2da2e47e4375fda663b054c94e76 2024-12-08T22:20:04,620 INFO [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 215d2da2e47e4375fda663b054c94e76 columnFamilyName b 2024-12-08T22:20:04,620 DEBUG [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:04,620 INFO [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] regionserver.HStore(327): Store=215d2da2e47e4375fda663b054c94e76/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:04,620 INFO [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 215d2da2e47e4375fda663b054c94e76 2024-12-08T22:20:04,621 INFO [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 215d2da2e47e4375fda663b054c94e76 columnFamilyName c 2024-12-08T22:20:04,621 DEBUG [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:04,622 INFO [StoreOpener-215d2da2e47e4375fda663b054c94e76-1 {}] regionserver.HStore(327): Store=215d2da2e47e4375fda663b054c94e76/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:04,622 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 215d2da2e47e4375fda663b054c94e76 2024-12-08T22:20:04,623 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/215d2da2e47e4375fda663b054c94e76 2024-12-08T22:20:04,624 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/215d2da2e47e4375fda663b054c94e76 2024-12-08T22:20:04,625 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36211/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/215d2da2e47e4375fda663b054c94e76/recovered.edits/0000000000000000005 2024-12-08T22:20:04,628 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36211/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/215d2da2e47e4375fda663b054c94e76/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-08T22:20:04,629 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:36211/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/215d2da2e47e4375fda663b054c94e76/recovered.edits/0000000000000000005 2024-12-08T22:20:04,629 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 215d2da2e47e4375fda663b054c94e76 3/3 column families, dataSize=58 B heapSize=904 B 2024-12-08T22:20:04,645 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/215d2da2e47e4375fda663b054c94e76/.tmp/a/78308d96dadb42d8a688e32e5b0e5fa9 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733696400525/Put/seqid=0 2024-12-08T22:20:04,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741884_1062 (size=5149) 2024-12-08T22:20:04,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741884_1062 (size=5149) 2024-12-08T22:20:04,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741884_1062 (size=5149) 2024-12-08T22:20:04,653 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36211/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/215d2da2e47e4375fda663b054c94e76/.tmp/a/78308d96dadb42d8a688e32e5b0e5fa9 2024-12-08T22:20:04,659 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/215d2da2e47e4375fda663b054c94e76/.tmp/a/78308d96dadb42d8a688e32e5b0e5fa9 as hdfs://localhost:36211/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/215d2da2e47e4375fda663b054c94e76/a/78308d96dadb42d8a688e32e5b0e5fa9 2024-12-08T22:20:04,665 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/215d2da2e47e4375fda663b054c94e76/a/78308d96dadb42d8a688e32e5b0e5fa9, entries=1, sequenceid=5, filesize=5.0 K 2024-12-08T22:20:04,665 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 215d2da2e47e4375fda663b054c94e76 in 36ms, sequenceid=5, compaction requested=false; wal=null 2024-12-08T22:20:04,666 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36211/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/215d2da2e47e4375fda663b054c94e76/recovered.edits/0000000000000000005 2024-12-08T22:20:04,667 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 215d2da2e47e4375fda663b054c94e76 2024-12-08T22:20:04,668 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 215d2da2e47e4375fda663b054c94e76 2024-12-08T22:20:04,668 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T22:20:04,670 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 215d2da2e47e4375fda663b054c94e76 2024-12-08T22:20:04,672 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/215d2da2e47e4375fda663b054c94e76/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T22:20:04,673 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 215d2da2e47e4375fda663b054c94e76; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65237801, jitterRate=-0.027881011366844177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T22:20:04,673 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 215d2da2e47e4375fda663b054c94e76: Writing region info on filesystem at 1733696404607Initializing all the Stores at 1733696404609 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696404609Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696404609Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696404609Obtaining lock to block concurrent updates at 1733696404629 (+20 ms)Preparing flush snapshotting stores in 215d2da2e47e4375fda663b054c94e76 at 1733696404629Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733696400323.215d2da2e47e4375fda663b054c94e76., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733696404629Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733696400323.215d2da2e47e4375fda663b054c94e76. at 1733696404629Flushing 215d2da2e47e4375fda663b054c94e76/a: creating writer at 1733696404629Flushing 215d2da2e47e4375fda663b054c94e76/a: appending metadata at 1733696404644 (+15 ms)Flushing 215d2da2e47e4375fda663b054c94e76/a: closing flushed file at 1733696404644Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19886491: reopening flushed file at 1733696404658 (+14 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 215d2da2e47e4375fda663b054c94e76 in 36ms, sequenceid=5, compaction requested=false; wal=null at 1733696404665 (+7 ms)Cleaning up temporary data from old regions at 1733696404668 (+3 ms)Region opened successfully at 1733696404673 (+5 ms) 2024-12-08T22:20:04,677 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 215d2da2e47e4375fda663b054c94e76, disabling compactions & flushes 2024-12-08T22:20:04,677 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733696400323.215d2da2e47e4375fda663b054c94e76. 2024-12-08T22:20:04,677 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733696400323.215d2da2e47e4375fda663b054c94e76. 2024-12-08T22:20:04,677 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733696400323.215d2da2e47e4375fda663b054c94e76. after waiting 0 ms 2024-12-08T22:20:04,677 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733696400323.215d2da2e47e4375fda663b054c94e76. 2024-12-08T22:20:04,678 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733696400323.215d2da2e47e4375fda663b054c94e76. 2024-12-08T22:20:04,678 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 215d2da2e47e4375fda663b054c94e76: Waiting for close lock at 1733696404677Disabling compacts and flushes for region at 1733696404677Disabling writes for close at 1733696404677Writing region close event to WAL at 1733696404678 (+1 ms)Closed at 1733696404678 2024-12-08T22:20:04,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741883_1061 (size=95) 2024-12-08T22:20:04,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741883_1061 (size=95) 2024-12-08T22:20:04,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741883_1061 (size=95) 2024-12-08T22:20:04,683 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T22:20:04,683 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733696404589) 2024-12-08T22:20:04,695 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=416 (was 412) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/cluster_6d4b0271-6815-a0b7-13b6-4346a396e70d/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1256812024) connection to localhost/127.0.0.1:36211 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_848048532_22 at /127.0.0.1:56078 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_848048532_22 at /127.0.0.1:60214 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1256812024) connection to localhost/127.0.0.1:43551 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:36211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_848048532_22 at /127.0.0.1:48122 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/cluster_6d4b0271-6815-a0b7-13b6-4346a396e70d/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1027 (was 967) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=174 (was 174), ProcessCount=11 (was 11), AvailableMemoryMB=9364 (was 9429) 2024-12-08T22:20:04,697 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1027 is superior to 1024 2024-12-08T22:20:04,710 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=416, OpenFileDescriptor=1027, MaxFileDescriptor=1048576, SystemLoadAverage=174, ProcessCount=11, AvailableMemoryMB=9364 2024-12-08T22:20:04,710 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1027 is superior to 1024 2024-12-08T22:20:04,726 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T22:20:04,730 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T22:20:04,734 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 45d1fbfb79fd,42697,1733696389699 2024-12-08T22:20:04,736 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fc42571 2024-12-08T22:20:04,737 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T22:20:04,739 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T22:20:04,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42697 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T22:20:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42697 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-12-08T22:20:04,750 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T22:20:04,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42697 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-12-08T22:20:04,754 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:04,756 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T22:20:04,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T22:20:04,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741885_1063 (size=694) 2024-12-08T22:20:04,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741885_1063 (size=694) 2024-12-08T22:20:04,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741885_1063 (size=694) 2024-12-08T22:20:04,769 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1c1546c340668c4b2645b16d89018aa7, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03 2024-12-08T22:20:04,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741886_1064 (size=77) 2024-12-08T22:20:04,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741886_1064 (size=77) 2024-12-08T22:20:04,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741886_1064 (size=77) 2024-12-08T22:20:04,777 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:20:04,778 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 1c1546c340668c4b2645b16d89018aa7, disabling compactions & flushes 2024-12-08T22:20:04,778 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:04,778 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:04,778 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. after waiting 0 ms 2024-12-08T22:20:04,778 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:04,778 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:04,778 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1c1546c340668c4b2645b16d89018aa7: Waiting for close lock at 1733696404778Disabling compacts and flushes for region at 1733696404778Disabling writes for close at 1733696404778Writing region close event to WAL at 1733696404778Closed at 1733696404778 2024-12-08T22:20:04,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T22:20:04,786 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733696404780"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733696404780"}]},"ts":"1733696404780"} 2024-12-08T22:20:04,789 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-08T22:20:04,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T22:20:04,794 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733696404791"}]},"ts":"1733696404791"} 2024-12-08T22:20:04,797 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-12-08T22:20:04,798 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {45d1fbfb79fd=0} racks are {/default-rack=0} 2024-12-08T22:20:04,799 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T22:20:04,799 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T22:20:04,799 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-08T22:20:04,799 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T22:20:04,799 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T22:20:04,799 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-08T22:20:04,799 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T22:20:04,800 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T22:20:04,800 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-08T22:20:04,800 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T22:20:04,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1c1546c340668c4b2645b16d89018aa7, ASSIGN}] 2024-12-08T22:20:04,803 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1c1546c340668c4b2645b16d89018aa7, ASSIGN 2024-12-08T22:20:04,804 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1c1546c340668c4b2645b16d89018aa7, ASSIGN; state=OFFLINE, location=45d1fbfb79fd,41095,1733696390578; forceNewPlan=false, retain=false 2024-12-08T22:20:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T22:20:04,960 INFO [45d1fbfb79fd:42697 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-08T22:20:04,962 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1c1546c340668c4b2645b16d89018aa7, regionState=OPENING, regionLocation=45d1fbfb79fd,41095,1733696390578 2024-12-08T22:20:04,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1c1546c340668c4b2645b16d89018aa7, ASSIGN because future has completed 2024-12-08T22:20:04,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c1546c340668c4b2645b16d89018aa7, server=45d1fbfb79fd,41095,1733696390578}] 2024-12-08T22:20:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T22:20:05,121 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T22:20:05,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T22:20:05,135 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:05,135 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c1546c340668c4b2645b16d89018aa7, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7.', STARTKEY => '', ENDKEY => ''} 2024-12-08T22:20:05,136 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:05,136 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:20:05,137 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:05,137 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:05,139 INFO [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:05,140 INFO [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c1546c340668c4b2645b16d89018aa7 columnFamilyName cf1 2024-12-08T22:20:05,140 DEBUG [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:05,141 INFO [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] regionserver.HStore(327): Store=1c1546c340668c4b2645b16d89018aa7/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:05,141 INFO [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:05,143 INFO [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c1546c340668c4b2645b16d89018aa7 columnFamilyName cf2 2024-12-08T22:20:05,143 DEBUG [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:05,143 INFO [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] regionserver.HStore(327): Store=1c1546c340668c4b2645b16d89018aa7/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:05,143 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:05,144 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:05,144 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:05,145 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:05,145 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:05,146 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-08T22:20:05,148 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:05,150 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T22:20:05,151 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1c1546c340668c4b2645b16d89018aa7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67480730, jitterRate=0.0055412352085113525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-08T22:20:05,151 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:05,152 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1c1546c340668c4b2645b16d89018aa7: Running coprocessor pre-open hook at 1733696405137Writing region info on filesystem at 1733696405137Initializing all the Stores at 1733696405138 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696405138Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696405139 (+1 ms)Cleaning up temporary data from old regions at 1733696405145 (+6 ms)Running coprocessor post-open hooks at 1733696405151 (+6 ms)Region opened successfully at 1733696405152 (+1 ms) 2024-12-08T22:20:05,154 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7., pid=6, masterSystemTime=1733696405120 2024-12-08T22:20:05,157 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:05,158 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:05,158 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1c1546c340668c4b2645b16d89018aa7, regionState=OPEN, openSeqNum=2, regionLocation=45d1fbfb79fd,41095,1733696390578 2024-12-08T22:20:05,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c1546c340668c4b2645b16d89018aa7, server=45d1fbfb79fd,41095,1733696390578 because future has completed 2024-12-08T22:20:05,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-08T22:20:05,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c1546c340668c4b2645b16d89018aa7, server=45d1fbfb79fd,41095,1733696390578 in 196 msec 2024-12-08T22:20:05,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-08T22:20:05,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1c1546c340668c4b2645b16d89018aa7, ASSIGN in 365 msec 2024-12-08T22:20:05,171 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T22:20:05,171 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733696405171"}]},"ts":"1733696405171"} 2024-12-08T22:20:05,173 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-12-08T22:20:05,175 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T22:20:05,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 431 msec 2024-12-08T22:20:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T22:20:05,394 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-12-08T22:20:05,394 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-12-08T22:20:05,397 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T22:20:05,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-12-08T22:20:05,405 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T22:20:05,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-12-08T22:20:05,416 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7., hostname=45d1fbfb79fd,41095,1733696390578, seqNum=2] 2024-12-08T22:20:05,417 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:20:05,419 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:20:05,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42697 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=1c1546c340668c4b2645b16d89018aa7, source=45d1fbfb79fd,41095,1733696390578, destination=45d1fbfb79fd,43167,1733696390433, warming up region on 45d1fbfb79fd,43167,1733696390433 2024-12-08T22:20:05,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42697 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=1c1546c340668c4b2645b16d89018aa7, source=45d1fbfb79fd,41095,1733696390578, destination=45d1fbfb79fd,43167,1733696390433, running balancer 2024-12-08T22:20:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42697 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1c1546c340668c4b2645b16d89018aa7, REOPEN/MOVE 2024-12-08T22:20:05,436 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1c1546c340668c4b2645b16d89018aa7, REOPEN/MOVE 2024-12-08T22:20:05,438 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1c1546c340668c4b2645b16d89018aa7, regionState=CLOSING, regionLocation=45d1fbfb79fd,41095,1733696390578 2024-12-08T22:20:05,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43167 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43167 {}] regionserver.HRegion(7855): Warmup {ENCODED => 1c1546c340668c4b2645b16d89018aa7, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7.', STARTKEY => '', ENDKEY => ''} 2024-12-08T22:20:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43167 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:20:05,441 INFO [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:05,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1c1546c340668c4b2645b16d89018aa7, REOPEN/MOVE because future has completed 2024-12-08T22:20:05,442 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T22:20:05,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1c1546c340668c4b2645b16d89018aa7, server=45d1fbfb79fd,41095,1733696390578}] 2024-12-08T22:20:05,442 INFO [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c1546c340668c4b2645b16d89018aa7 columnFamilyName cf1 2024-12-08T22:20:05,442 DEBUG [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:05,443 INFO [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] regionserver.HStore(327): Store=1c1546c340668c4b2645b16d89018aa7/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:05,443 INFO [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:05,444 INFO [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c1546c340668c4b2645b16d89018aa7 columnFamilyName cf2 2024-12-08T22:20:05,444 DEBUG [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:05,445 INFO [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] regionserver.HStore(327): Store=1c1546c340668c4b2645b16d89018aa7/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43167 {}] regionserver.HRegion(1722): Closing 1c1546c340668c4b2645b16d89018aa7, disabling compactions & flushes 2024-12-08T22:20:05,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43167 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43167 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43167 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. after waiting 0 ms 2024-12-08T22:20:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43167 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:05,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43167 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43167 {}] regionserver.HRegion(1676): Region close journal for 1c1546c340668c4b2645b16d89018aa7: Waiting for close lock at 1733696405445Disabling compacts and flushes for region at 1733696405445Disabling writes for close at 1733696405445Writing region close event to WAL at 1733696405446 (+1 ms)Closed at 1733696405446 2024-12-08T22:20:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42697 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-08T22:20:05,601 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:05,601 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T22:20:05,601 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 1c1546c340668c4b2645b16d89018aa7, disabling compactions & flushes 2024-12-08T22:20:05,601 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:05,602 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:05,602 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. after waiting 0 ms 2024-12-08T22:20:05,602 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:05,602 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 1c1546c340668c4b2645b16d89018aa7 2/2 column families, dataSize=31 B heapSize=616 B 2024-12-08T22:20:05,618 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/.tmp/cf1/a00e4a0eedd448db86e32afdd589c01a is 35, key is r1/cf1:q/1733696405419/Put/seqid=0 2024-12-08T22:20:05,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741887_1065 (size=4783) 2024-12-08T22:20:05,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741887_1065 (size=4783) 2024-12-08T22:20:05,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741887_1065 (size=4783) 2024-12-08T22:20:05,627 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/.tmp/cf1/a00e4a0eedd448db86e32afdd589c01a 2024-12-08T22:20:05,634 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/.tmp/cf1/a00e4a0eedd448db86e32afdd589c01a as hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/cf1/a00e4a0eedd448db86e32afdd589c01a 2024-12-08T22:20:05,641 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/cf1/a00e4a0eedd448db86e32afdd589c01a, entries=1, sequenceid=5, filesize=4.7 K 2024-12-08T22:20:05,642 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 1c1546c340668c4b2645b16d89018aa7 in 40ms, sequenceid=5, compaction requested=false 2024-12-08T22:20:05,642 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-12-08T22:20:05,647 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-08T22:20:05,649 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:05,649 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 1c1546c340668c4b2645b16d89018aa7: Waiting for close lock at 1733696405601Running coprocessor pre-close hooks at 1733696405601Disabling compacts and flushes for region at 1733696405601Disabling writes for close at 1733696405602 (+1 ms)Obtaining lock to block concurrent updates at 1733696405602Preparing flush snapshotting stores in 1c1546c340668c4b2645b16d89018aa7 at 1733696405602Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733696405602Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. at 1733696405603 (+1 ms)Flushing 1c1546c340668c4b2645b16d89018aa7/cf1: creating writer at 1733696405603Flushing 1c1546c340668c4b2645b16d89018aa7/cf1: appending metadata at 1733696405617 (+14 ms)Flushing 1c1546c340668c4b2645b16d89018aa7/cf1: closing flushed file at 1733696405617Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6933ddab: reopening flushed file at 1733696405633 (+16 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 1c1546c340668c4b2645b16d89018aa7 in 40ms, sequenceid=5, compaction requested=false at 1733696405642 (+9 ms)Writing region close event to WAL at 1733696405643 (+1 ms)Running coprocessor post-close hooks at 1733696405647 (+4 ms)Closed at 1733696405649 (+2 ms) 2024-12-08T22:20:05,649 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 1c1546c340668c4b2645b16d89018aa7 move to 45d1fbfb79fd,43167,1733696390433 record at close sequenceid=5 2024-12-08T22:20:05,652 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:05,654 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1c1546c340668c4b2645b16d89018aa7, regionState=CLOSED 2024-12-08T22:20:05,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1c1546c340668c4b2645b16d89018aa7, server=45d1fbfb79fd,41095,1733696390578 because future has completed 2024-12-08T22:20:05,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-08T22:20:05,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 1c1546c340668c4b2645b16d89018aa7, server=45d1fbfb79fd,41095,1733696390578 in 215 msec 2024-12-08T22:20:05,662 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1c1546c340668c4b2645b16d89018aa7, REOPEN/MOVE; state=CLOSED, location=45d1fbfb79fd,43167,1733696390433; forceNewPlan=false, retain=false 2024-12-08T22:20:05,813 INFO [45d1fbfb79fd:42697 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-08T22:20:05,814 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1c1546c340668c4b2645b16d89018aa7, regionState=OPENING, regionLocation=45d1fbfb79fd,43167,1733696390433 2024-12-08T22:20:05,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1c1546c340668c4b2645b16d89018aa7, REOPEN/MOVE because future has completed 2024-12-08T22:20:05,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c1546c340668c4b2645b16d89018aa7, server=45d1fbfb79fd,43167,1733696390433}] 2024-12-08T22:20:05,984 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:05,984 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c1546c340668c4b2645b16d89018aa7, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7.', STARTKEY => '', ENDKEY => ''} 2024-12-08T22:20:05,984 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:05,984 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:20:05,985 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:05,985 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:05,989 INFO [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:05,990 INFO [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c1546c340668c4b2645b16d89018aa7 columnFamilyName cf1 2024-12-08T22:20:05,990 DEBUG [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:05,998 DEBUG [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/cf1/a00e4a0eedd448db86e32afdd589c01a 2024-12-08T22:20:05,999 INFO [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] regionserver.HStore(327): Store=1c1546c340668c4b2645b16d89018aa7/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:05,999 INFO [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:06,000 INFO [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c1546c340668c4b2645b16d89018aa7 columnFamilyName cf2 2024-12-08T22:20:06,000 DEBUG [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:06,000 INFO [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] regionserver.HStore(327): Store=1c1546c340668c4b2645b16d89018aa7/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:06,000 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:06,001 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:06,002 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:06,003 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:06,003 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:06,004 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-08T22:20:06,005 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:06,006 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 1c1546c340668c4b2645b16d89018aa7; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61096534, jitterRate=-0.08959069848060608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-08T22:20:06,006 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:06,006 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 1c1546c340668c4b2645b16d89018aa7: Running coprocessor pre-open hook at 1733696405987Writing region info on filesystem at 1733696405987Initializing all the Stores at 1733696405988 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696405988Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696405989 (+1 ms)Cleaning up temporary data from old regions at 1733696406003 (+14 ms)Running coprocessor post-open hooks at 1733696406006 (+3 ms)Region opened successfully at 1733696406006 2024-12-08T22:20:06,007 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7., pid=9, masterSystemTime=1733696405975 2024-12-08T22:20:06,009 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:06,010 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:06,010 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1c1546c340668c4b2645b16d89018aa7, regionState=OPEN, openSeqNum=9, regionLocation=45d1fbfb79fd,43167,1733696390433 2024-12-08T22:20:06,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c1546c340668c4b2645b16d89018aa7, server=45d1fbfb79fd,43167,1733696390433 because future has completed 2024-12-08T22:20:06,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-08T22:20:06,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c1546c340668c4b2645b16d89018aa7, server=45d1fbfb79fd,43167,1733696390433 in 193 msec 2024-12-08T22:20:06,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1c1546c340668c4b2645b16d89018aa7, REOPEN/MOVE in 583 msec 2024-12-08T22:20:06,042 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T22:20:06,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T22:20:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41095 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:40106 deadline: 1733696466048, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=45d1fbfb79fd port=43167 startCode=1733696390433. As of locationSeqNum=5. 2024-12-08T22:20:06,054 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7., hostname=45d1fbfb79fd,41095,1733696390578, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7., hostname=45d1fbfb79fd,41095,1733696390578, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=45d1fbfb79fd port=43167 startCode=1733696390433. As of locationSeqNum=5. 2024-12-08T22:20:06,054 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7., hostname=45d1fbfb79fd,41095,1733696390578, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=45d1fbfb79fd port=43167 startCode=1733696390433. As of locationSeqNum=5. 2024-12-08T22:20:06,055 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7., hostname=45d1fbfb79fd,41095,1733696390578, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7., hostname=45d1fbfb79fd,43167,1733696390433, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=45d1fbfb79fd port=43167 startCode=1733696390433. As of locationSeqNum=5. 2024-12-08T22:20:06,172 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1c1546c340668c4b2645b16d89018aa7 2/2 column families, dataSize=50 B heapSize=720 B 2024-12-08T22:20:06,186 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/.tmp/cf1/1d4b68469357480b883b7233181728b3 is 29, key is r1/cf1:/1733696406163/DeleteFamily/seqid=0 2024-12-08T22:20:06,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741888_1066 (size=4906) 2024-12-08T22:20:06,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741888_1066 (size=4906) 2024-12-08T22:20:06,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741888_1066 (size=4906) 2024-12-08T22:20:06,195 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/.tmp/cf1/1d4b68469357480b883b7233181728b3 2024-12-08T22:20:06,200 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d4b68469357480b883b7233181728b3 2024-12-08T22:20:06,213 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/.tmp/cf2/15fd1c5e1db5444a8f42f1ed19d3b58a is 29, key is r1/cf2:/1733696406163/DeleteFamily/seqid=0 2024-12-08T22:20:06,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741889_1067 (size=4906) 2024-12-08T22:20:06,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741889_1067 (size=4906) 2024-12-08T22:20:06,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741889_1067 (size=4906) 2024-12-08T22:20:06,221 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/.tmp/cf2/15fd1c5e1db5444a8f42f1ed19d3b58a 2024-12-08T22:20:06,226 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 15fd1c5e1db5444a8f42f1ed19d3b58a 2024-12-08T22:20:06,227 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/.tmp/cf1/1d4b68469357480b883b7233181728b3 as hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/cf1/1d4b68469357480b883b7233181728b3 2024-12-08T22:20:06,233 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d4b68469357480b883b7233181728b3 2024-12-08T22:20:06,233 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/cf1/1d4b68469357480b883b7233181728b3, entries=1, sequenceid=12, filesize=4.8 K 2024-12-08T22:20:06,234 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/.tmp/cf2/15fd1c5e1db5444a8f42f1ed19d3b58a as hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/cf2/15fd1c5e1db5444a8f42f1ed19d3b58a 2024-12-08T22:20:06,239 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 15fd1c5e1db5444a8f42f1ed19d3b58a 2024-12-08T22:20:06,239 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/cf2/15fd1c5e1db5444a8f42f1ed19d3b58a, entries=1, sequenceid=12, filesize=4.8 K 2024-12-08T22:20:06,240 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 1c1546c340668c4b2645b16d89018aa7 in 68ms, sequenceid=12, compaction requested=false 2024-12-08T22:20:06,240 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1c1546c340668c4b2645b16d89018aa7: 2024-12-08T22:20:06,243 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-08T22:20:06,244 DEBUG [Time-limited test {}] regionserver.HStore(1541): 1c1546c340668c4b2645b16d89018aa7/cf1 is initiating major compaction (all files) 2024-12-08T22:20:06,244 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T22:20:06,244 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T22:20:06,245 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 1c1546c340668c4b2645b16d89018aa7/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:06,245 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/cf1/a00e4a0eedd448db86e32afdd589c01a, hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/cf1/1d4b68469357480b883b7233181728b3] into tmpdir=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/.tmp, totalSize=9.5 K 2024-12-08T22:20:06,246 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a00e4a0eedd448db86e32afdd589c01a, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733696405419 2024-12-08T22:20:06,247 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 1d4b68469357480b883b7233181728b3, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-08T22:20:06,259 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 1c1546c340668c4b2645b16d89018aa7#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:20:06,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741890_1068 (size=4626) 2024-12-08T22:20:06,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741890_1068 (size=4626) 2024-12-08T22:20:06,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741890_1068 (size=4626) 2024-12-08T22:20:06,273 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/.tmp/cf1/c841487ebc4c440ebcfb6510acae7824 as hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/cf1/c841487ebc4c440ebcfb6510acae7824 2024-12-08T22:20:06,289 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 1c1546c340668c4b2645b16d89018aa7/cf1 of 1c1546c340668c4b2645b16d89018aa7 into c841487ebc4c440ebcfb6510acae7824(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:20:06,289 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 1c1546c340668c4b2645b16d89018aa7: 2024-12-08T22:20:06,289 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-08T22:20:06,290 DEBUG [Time-limited test {}] regionserver.HStore(1541): 1c1546c340668c4b2645b16d89018aa7/cf2 is initiating major compaction (all files) 2024-12-08T22:20:06,290 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T22:20:06,290 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T22:20:06,290 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 1c1546c340668c4b2645b16d89018aa7/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:06,290 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/cf2/15fd1c5e1db5444a8f42f1ed19d3b58a] into tmpdir=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/.tmp, totalSize=4.8 K 2024-12-08T22:20:06,291 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 15fd1c5e1db5444a8f42f1ed19d3b58a, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-08T22:20:06,297 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 1c1546c340668c4b2645b16d89018aa7#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T22:20:06,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741891_1069 (size=4592) 2024-12-08T22:20:06,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741891_1069 (size=4592) 2024-12-08T22:20:06,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741891_1069 (size=4592) 2024-12-08T22:20:06,313 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/.tmp/cf2/44ff125f64d24e6c9483fa36e9a1b012 as hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/cf2/44ff125f64d24e6c9483fa36e9a1b012 2024-12-08T22:20:06,320 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 1c1546c340668c4b2645b16d89018aa7/cf2 of 1c1546c340668c4b2645b16d89018aa7 into 44ff125f64d24e6c9483fa36e9a1b012(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:20:06,320 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 1c1546c340668c4b2645b16d89018aa7: 2024-12-08T22:20:06,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42697 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=1c1546c340668c4b2645b16d89018aa7, source=45d1fbfb79fd,43167,1733696390433, destination=45d1fbfb79fd,41095,1733696390578, warming up region on 45d1fbfb79fd,41095,1733696390578 2024-12-08T22:20:06,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42697 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=1c1546c340668c4b2645b16d89018aa7, source=45d1fbfb79fd,43167,1733696390433, destination=45d1fbfb79fd,41095,1733696390578, running balancer 2024-12-08T22:20:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42697 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1c1546c340668c4b2645b16d89018aa7, REOPEN/MOVE 2024-12-08T22:20:06,327 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1c1546c340668c4b2645b16d89018aa7, REOPEN/MOVE 2024-12-08T22:20:06,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41095 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:06,329 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1c1546c340668c4b2645b16d89018aa7, regionState=CLOSING, regionLocation=45d1fbfb79fd,43167,1733696390433 2024-12-08T22:20:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41095 {}] regionserver.HRegion(7855): Warmup {ENCODED => 1c1546c340668c4b2645b16d89018aa7, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7.', STARTKEY => '', ENDKEY => ''} 2024-12-08T22:20:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41095 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:20:06,330 INFO [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:06,331 INFO [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c1546c340668c4b2645b16d89018aa7 columnFamilyName cf1 2024-12-08T22:20:06,331 DEBUG [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:06,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1c1546c340668c4b2645b16d89018aa7, REOPEN/MOVE because future has completed 2024-12-08T22:20:06,333 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T22:20:06,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1c1546c340668c4b2645b16d89018aa7, server=45d1fbfb79fd,43167,1733696390433}] 2024-12-08T22:20:06,338 INFO [StoreFileOpener-1c1546c340668c4b2645b16d89018aa7-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d4b68469357480b883b7233181728b3 2024-12-08T22:20:06,339 DEBUG [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/cf1/1d4b68469357480b883b7233181728b3 2024-12-08T22:20:06,344 DEBUG [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/cf1/a00e4a0eedd448db86e32afdd589c01a 2024-12-08T22:20:06,348 DEBUG [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/cf1/c841487ebc4c440ebcfb6510acae7824 2024-12-08T22:20:06,349 INFO [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] regionserver.HStore(327): Store=1c1546c340668c4b2645b16d89018aa7/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:06,349 INFO [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:06,350 INFO [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c1546c340668c4b2645b16d89018aa7 columnFamilyName cf2 2024-12-08T22:20:06,350 DEBUG [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:06,357 INFO [StoreFileOpener-1c1546c340668c4b2645b16d89018aa7-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 15fd1c5e1db5444a8f42f1ed19d3b58a 2024-12-08T22:20:06,357 DEBUG [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/cf2/15fd1c5e1db5444a8f42f1ed19d3b58a 2024-12-08T22:20:06,363 DEBUG [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/cf2/44ff125f64d24e6c9483fa36e9a1b012 2024-12-08T22:20:06,363 INFO [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] regionserver.HStore(327): Store=1c1546c340668c4b2645b16d89018aa7/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41095 {}] regionserver.HRegion(1722): Closing 1c1546c340668c4b2645b16d89018aa7, disabling compactions & flushes 2024-12-08T22:20:06,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41095 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41095 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41095 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. after waiting 0 ms 2024-12-08T22:20:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41095 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:06,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41095 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41095 {}] regionserver.HRegion(1676): Region close journal for 1c1546c340668c4b2645b16d89018aa7: Waiting for close lock at 1733696406363Disabling compacts and flushes for region at 1733696406363Disabling writes for close at 1733696406363Writing region close event to WAL at 1733696406364 (+1 ms)Closed at 1733696406364 2024-12-08T22:20:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42697 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-12-08T22:20:06,487 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:06,487 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T22:20:06,488 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 1c1546c340668c4b2645b16d89018aa7, disabling compactions & flushes 2024-12-08T22:20:06,488 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:06,488 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:06,488 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. after waiting 0 ms 2024-12-08T22:20:06,488 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:06,488 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/cf1/a00e4a0eedd448db86e32afdd589c01a, hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/cf1/1d4b68469357480b883b7233181728b3] to archive 2024-12-08T22:20:06,492 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T22:20:06,496 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/cf1/a00e4a0eedd448db86e32afdd589c01a to hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/cf1/a00e4a0eedd448db86e32afdd589c01a 2024-12-08T22:20:06,498 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/cf1/1d4b68469357480b883b7233181728b3 to hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/cf1/1d4b68469357480b883b7233181728b3 2024-12-08T22:20:06,509 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/cf2/15fd1c5e1db5444a8f42f1ed19d3b58a] to archive 2024-12-08T22:20:06,510 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T22:20:06,512 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/cf2/15fd1c5e1db5444a8f42f1ed19d3b58a to hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/cf2/15fd1c5e1db5444a8f42f1ed19d3b58a 2024-12-08T22:20:06,517 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-12-08T22:20:06,518 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:06,518 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 1c1546c340668c4b2645b16d89018aa7: Waiting for close lock at 1733696406487Running coprocessor pre-close hooks at 1733696406487Disabling compacts and flushes for region at 1733696406487Disabling writes for close at 1733696406488 (+1 ms)Writing region close event to WAL at 1733696406514 (+26 ms)Running coprocessor post-close hooks at 1733696406518 (+4 ms)Closed at 1733696406518 2024-12-08T22:20:06,518 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 1c1546c340668c4b2645b16d89018aa7 move to 45d1fbfb79fd,41095,1733696390578 record at close sequenceid=12 2024-12-08T22:20:06,520 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:06,521 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1c1546c340668c4b2645b16d89018aa7, regionState=CLOSED 2024-12-08T22:20:06,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1c1546c340668c4b2645b16d89018aa7, server=45d1fbfb79fd,43167,1733696390433 because future has completed 2024-12-08T22:20:06,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-08T22:20:06,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 1c1546c340668c4b2645b16d89018aa7, server=45d1fbfb79fd,43167,1733696390433 in 192 msec 2024-12-08T22:20:06,529 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1c1546c340668c4b2645b16d89018aa7, REOPEN/MOVE; state=CLOSED, location=45d1fbfb79fd,41095,1733696390578; forceNewPlan=false, retain=false 2024-12-08T22:20:06,680 INFO [45d1fbfb79fd:42697 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-08T22:20:06,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1c1546c340668c4b2645b16d89018aa7, regionState=OPENING, regionLocation=45d1fbfb79fd,41095,1733696390578 2024-12-08T22:20:06,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1c1546c340668c4b2645b16d89018aa7, REOPEN/MOVE because future has completed 2024-12-08T22:20:06,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c1546c340668c4b2645b16d89018aa7, server=45d1fbfb79fd,41095,1733696390578}] 2024-12-08T22:20:06,844 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:06,844 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c1546c340668c4b2645b16d89018aa7, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7.', STARTKEY => '', ENDKEY => ''} 2024-12-08T22:20:06,844 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:06,844 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:20:06,844 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:06,844 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:06,846 INFO [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:06,846 INFO [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c1546c340668c4b2645b16d89018aa7 columnFamilyName cf1 2024-12-08T22:20:06,846 DEBUG [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:06,852 DEBUG [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/cf1/c841487ebc4c440ebcfb6510acae7824 2024-12-08T22:20:06,852 INFO [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] regionserver.HStore(327): Store=1c1546c340668c4b2645b16d89018aa7/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:06,853 INFO [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:06,854 INFO [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c1546c340668c4b2645b16d89018aa7 columnFamilyName cf2 2024-12-08T22:20:06,854 DEBUG [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:06,860 DEBUG [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/cf2/44ff125f64d24e6c9483fa36e9a1b012 2024-12-08T22:20:06,860 INFO [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] regionserver.HStore(327): Store=1c1546c340668c4b2645b16d89018aa7/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:06,860 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:06,861 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:06,862 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:06,863 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:06,863 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:06,864 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-08T22:20:06,865 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:06,866 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 1c1546c340668c4b2645b16d89018aa7; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75460520, jitterRate=0.12444937229156494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-08T22:20:06,866 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:06,867 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 1c1546c340668c4b2645b16d89018aa7: Running coprocessor pre-open hook at 1733696406844Writing region info on filesystem at 1733696406844Initializing all the Stores at 1733696406845 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696406845Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696406845Cleaning up temporary data from old regions at 1733696406863 (+18 ms)Running coprocessor post-open hooks at 1733696406866 (+3 ms)Region opened successfully at 1733696406867 (+1 ms) 2024-12-08T22:20:06,868 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7., pid=12, masterSystemTime=1733696406841 2024-12-08T22:20:06,870 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:06,870 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:06,871 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1c1546c340668c4b2645b16d89018aa7, regionState=OPEN, openSeqNum=18, regionLocation=45d1fbfb79fd,41095,1733696390578 2024-12-08T22:20:06,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c1546c340668c4b2645b16d89018aa7, server=45d1fbfb79fd,41095,1733696390578 because future has completed 2024-12-08T22:20:06,877 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-08T22:20:06,877 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c1546c340668c4b2645b16d89018aa7, server=45d1fbfb79fd,41095,1733696390578 in 187 msec 2024-12-08T22:20:06,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1c1546c340668c4b2645b16d89018aa7, REOPEN/MOVE in 552 msec 2024-12-08T22:20:06,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T22:20:06,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T22:20:06,935 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 45d1fbfb79fd,41095,1733696390578: testing ***** 2024-12-08T22:20:06,935 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-08T22:20:06,939 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-08T22:20:06,941 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-08T22:20:06,945 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-08T22:20:06,946 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-08T22:20:06,951 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 316043600 }, "NonHeapMemoryUsage": { "committed": 170655744, "init": 7667712, "max": -1, "used": 168150520 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "45d1fbfb79fd", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 0, "ProcessCallTime_max": 24, "ProcessCallTime_mean": 6, "ProcessCallTime_25th_percentile": 6, "ProcessCallTime_median": 12, "ProcessCallTime_75th_percentile": 18, "ProcessCallTime_90th_percentile": 21, "ProcessCallTime_95th_percentile": 22, "ProcessCallTime_98th_percentile": 23, "ProcessCallTime_99th_percentile": 23, "ProcessCallTime_99.9th_percentile": 23, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 24, "TotalCallTime_mean": 6, "TotalCallTime_25th_percentile": 6, "TotalCallTime_median": 12, "TotalCallTime_75th_percentile": 18, "TotalCallTime_90th_percentile": 21, "TotalCallTime_95th_percentile": 22, "TotalCallTime_98th_percentile": 23, "TotalCallTime_99th_percentile": 23, "TotalCallTime_99.9th_percentile": 23, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 175, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 131, "ResponseSize_90th_percentile": 157, "ResponseSize_95th_percentile": 166, "ResponseSize_98th_percentile": 171, "ResponseSize_99th_percentile": 173, "ResponseSize_99.9th_percentile": 174, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 352 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "45d1fbfb79fd", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:58144", "tag.serverName": "45d1fbfb79fd,43167,1733696390433", "tag.clusterId": "c0620bc0-8246-4957-8ff3-56f521a17b06", "tag.Context": "regionserver", "tag.Hostname": "45d1fbfb79fd", "regionCount": 1, "storeCount": 4, "hlogFileCount": 2, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 74, "memStoreHeapSize": 1248, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733696390433, "averageRegionSize": 74, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 1.4, "writeRequestRatePerSecond": 0.4, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 199680, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 7, "totalRowActionRequestCount": 9, "readRequestCount": 7, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 2, "rpcGetRequestCount": 1, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 2, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 2, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 1, "ScanTime_75th_percentile": 1, "ScanTime_90th_percentile": 1, "ScanTime_95th_percentile": 1, "ScanTime_98th_percentile": 1, "ScanTime_99th_percentile": 1, "ScanTime_99.9th_percentile": 1, "ScanTime_TimeRangeCount_0-1": 4, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 2, "Put_min": 2, "Put_max": 6, "Put_mean": 4, "Put_25th_percentile": 3, "Put_median": 4, "Put_75th_percentile": 5, "Put_90th_percentile": 5, "Put_95th_percentile": 5, "Put_98th_percentile": 5, "Put_99th_percentile": 5, "Put_99.9th_percentile": 5, "Put_TimeRangeCount_0-1": 2, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 1, "Get_min": 2, "Get_max": 2, "Get_mean": 2, "Get_25th_percentile": 2, "Get_median": 2, "Get_75th_percentile": 2, "Get_90th_percentile": 2, "Get_95th_percentile": 2, "Get_98th_percentile": 2, "Get_99th_percentile": 2, "Get_99.9th_percentile": 2, "Get_TimeRangeCount_0-1": 1, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 144, "ScanSize_mean": 72, "ScanSize_25th_percentile": 36, "ScanSize_median": 72, "ScanSize_75th_percentile": 108, "ScanSize_90th_percentile": 129, "ScanSize_95th_percentile": 136, "ScanSize_98th_percentile": 141, "ScanSize_99th_percentile": 142, "ScanSize_99.9th_percentile": 143, "ScanSize_SizeRangeCount_0-10": 4, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-08T22:20:06,954 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42697 {}] master.MasterRpcServices(700): 45d1fbfb79fd,41095,1733696390578 reported a fatal error: ***** ABORTING region server 45d1fbfb79fd,41095,1733696390578: testing ***** 2024-12-08T22:20:06,956 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '45d1fbfb79fd,41095,1733696390578' ***** 2024-12-08T22:20:06,956 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-12-08T22:20:06,956 INFO [RS:2;45d1fbfb79fd:41095 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T22:20:06,957 INFO [RS:2;45d1fbfb79fd:41095 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-08T22:20:06,957 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T22:20:06,957 INFO [RS:2;45d1fbfb79fd:41095 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-08T22:20:06,957 INFO [RS:2;45d1fbfb79fd:41095 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:06,957 INFO [RS:2;45d1fbfb79fd:41095 {}] regionserver.HRegionServer(956): aborting server 45d1fbfb79fd,41095,1733696390578 2024-12-08T22:20:06,957 INFO [RS:2;45d1fbfb79fd:41095 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T22:20:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43167 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:55002 deadline: 1733696466957, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=45d1fbfb79fd port=41095 startCode=1733696390578. As of locationSeqNum=12. 2024-12-08T22:20:06,957 INFO [RS:2;45d1fbfb79fd:41095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;45d1fbfb79fd:41095. 2024-12-08T22:20:06,958 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c1546c340668c4b2645b16d89018aa7, disabling compactions & flushes 2024-12-08T22:20:06,958 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:06,958 DEBUG [RS:2;45d1fbfb79fd:41095 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T22:20:06,958 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:06,958 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. after waiting 0 ms 2024-12-08T22:20:06,958 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:06,958 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7., hostname=45d1fbfb79fd,43167,1733696390433, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7., hostname=45d1fbfb79fd,43167,1733696390433, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=45d1fbfb79fd port=41095 startCode=1733696390578. As of locationSeqNum=12. 2024-12-08T22:20:06,958 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7., hostname=45d1fbfb79fd,43167,1733696390433, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=45d1fbfb79fd port=41095 startCode=1733696390578. As of locationSeqNum=12. 2024-12-08T22:20:06,958 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7., hostname=45d1fbfb79fd,43167,1733696390433, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7., hostname=45d1fbfb79fd,41095,1733696390578, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=45d1fbfb79fd port=41095 startCode=1733696390578. As of locationSeqNum=12. 2024-12-08T22:20:06,958 DEBUG [RS:2;45d1fbfb79fd:41095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:20:06,958 INFO [RS:2;45d1fbfb79fd:41095 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-08T22:20:06,959 DEBUG [RS:2;45d1fbfb79fd:41095 {}] regionserver.HRegionServer(1325): Online Regions={1c1546c340668c4b2645b16d89018aa7=testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7.} 2024-12-08T22:20:06,959 DEBUG [RS:2;45d1fbfb79fd:41095 {}] regionserver.HRegionServer(1351): Waiting on 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:06,959 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:06,959 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c1546c340668c4b2645b16d89018aa7: Waiting for close lock at 1733696406957Running coprocessor pre-close hooks at 1733696406957Disabling compacts and flushes for region at 1733696406957Disabling writes for close at 1733696406958 (+1 ms)Writing region close event to WAL at 1733696406959 (+1 ms)Running coprocessor post-close hooks at 1733696406959Closed at 1733696406959 2024-12-08T22:20:06,960 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:07,004 INFO [regionserver/45d1fbfb79fd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T22:20:07,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 45d1fbfb79fd,41095,1733696390578 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:20:07,074 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7., hostname=45d1fbfb79fd,41095,1733696390578, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7., hostname=45d1fbfb79fd,41095,1733696390578, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 45d1fbfb79fd,41095,1733696390578 aborting 2024-12-08T22:20:07,074 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7., hostname=45d1fbfb79fd,41095,1733696390578, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 45d1fbfb79fd,41095,1733696390578 aborting 2024-12-08T22:20:07,074 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7., hostname=45d1fbfb79fd,41095,1733696390578, seqNum=12 from cache 2024-12-08T22:20:07,159 INFO [RS:2;45d1fbfb79fd:41095 {}] regionserver.HRegionServer(976): stopping server 45d1fbfb79fd,41095,1733696390578; all regions closed. 2024-12-08T22:20:07,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741833_1009 (size=1404) 2024-12-08T22:20:07,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741833_1009 (size=1404) 2024-12-08T22:20:07,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741833_1009 (size=1404) 2024-12-08T22:20:07,166 DEBUG [RS:2;45d1fbfb79fd:41095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:20:07,167 INFO [RS:2;45d1fbfb79fd:41095 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T22:20:07,167 INFO [RS:2;45d1fbfb79fd:41095 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T22:20:07,167 INFO [RS:2;45d1fbfb79fd:41095 {}] hbase.ChoreService(370): Chore service for: regionserver/45d1fbfb79fd:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-08T22:20:07,168 INFO [regionserver/45d1fbfb79fd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T22:20:07,168 INFO [RS:2;45d1fbfb79fd:41095 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T22:20:07,168 INFO [RS:2;45d1fbfb79fd:41095 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T22:20:07,168 INFO [RS:2;45d1fbfb79fd:41095 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T22:20:07,168 INFO [RS:2;45d1fbfb79fd:41095 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T22:20:07,169 INFO [RS:2;45d1fbfb79fd:41095 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41095 2024-12-08T22:20:07,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42697-0x100078386070000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T22:20:07,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x100078386070003, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/45d1fbfb79fd,41095,1733696390578 2024-12-08T22:20:07,237 INFO [RS:2;45d1fbfb79fd:41095 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T22:20:07,240 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [45d1fbfb79fd,41095,1733696390578] 2024-12-08T22:20:07,260 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/45d1fbfb79fd,41095,1733696390578 already deleted, retry=false 2024-12-08T22:20:07,261 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 45d1fbfb79fd,41095,1733696390578 on 45d1fbfb79fd,42697,1733696389699 2024-12-08T22:20:07,264 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 45d1fbfb79fd,41095,1733696390578, splitWal=true, meta=false 2024-12-08T22:20:07,266 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 45d1fbfb79fd,41095,1733696390578 (carryingMeta=false) 45d1fbfb79fd,41095,1733696390578/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@674573db[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-08T22:20:07,267 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 45d1fbfb79fd,41095,1733696390578, splitWal=true, meta=false 2024-12-08T22:20:07,268 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 45d1fbfb79fd,41095,1733696390578 had 1 regions 2024-12-08T22:20:07,269 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 45d1fbfb79fd,41095,1733696390578, splitWal=true, meta=false, isMeta: false 2024-12-08T22:20:07,271 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/WALs/45d1fbfb79fd,41095,1733696390578-splitting 2024-12-08T22:20:07,272 INFO [PEWorker-1 {}] master.SplitWALManager(105): 45d1fbfb79fd,41095,1733696390578 WAL count=1, meta=false 2024-12-08T22:20:07,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 45d1fbfb79fd%2C41095%2C1733696390578.1733696392039}] 2024-12-08T22:20:07,279 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=45d1fbfb79fd,43167,1733696390433 2024-12-08T22:20:07,281 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 45d1fbfb79fd%2C41095%2C1733696390578.1733696392039, worker=45d1fbfb79fd,43167,1733696390433}] 2024-12-08T22:20:07,285 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7., hostname=45d1fbfb79fd,41095,1733696390578, seqNum=18] 2024-12-08T22:20:07,287 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 45d1fbfb79fd:41095 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 45d1fbfb79fd/172.17.0.2:41095 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:20:07,287 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7., hostname=45d1fbfb79fd,41095,1733696390578, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7., hostname=45d1fbfb79fd,41095,1733696390578, seqNum=18, error=java.net.ConnectException: Call to address=45d1fbfb79fd:41095 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 45d1fbfb79fd/172.17.0.2:41095 2024-12-08T22:20:07,287 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7., hostname=45d1fbfb79fd,41095,1733696390578, seqNum=18 is java.net.ConnectException: Connection refused 2024-12-08T22:20:07,287 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7., hostname=45d1fbfb79fd,41095,1733696390578, seqNum=18 from cache 2024-12-08T22:20:07,288 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 45d1fbfb79fd:41095 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 45d1fbfb79fd/172.17.0.2:41095 2024-12-08T22:20:07,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x100078386070003, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T22:20:07,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x100078386070003, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T22:20:07,351 INFO [RS:2;45d1fbfb79fd:41095 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T22:20:07,351 INFO [RS:2;45d1fbfb79fd:41095 {}] regionserver.HRegionServer(1031): Exiting; stopping=45d1fbfb79fd,41095,1733696390578; zookeeper connection closed. 2024-12-08T22:20:07,352 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1889657c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1889657c 2024-12-08T22:20:07,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43167 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-12-08T22:20:07,457 INFO [RS_LOG_REPLAY_OPS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/WALs/45d1fbfb79fd,41095,1733696390578-splitting/45d1fbfb79fd%2C41095%2C1733696390578.1733696392039, size=1.4 K (1404bytes) 2024-12-08T22:20:07,458 INFO [RS_LOG_REPLAY_OPS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/WALs/45d1fbfb79fd,41095,1733696390578-splitting/45d1fbfb79fd%2C41095%2C1733696390578.1733696392039 2024-12-08T22:20:07,458 INFO [RS_LOG_REPLAY_OPS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/WALs/45d1fbfb79fd,41095,1733696390578-splitting/45d1fbfb79fd%2C41095%2C1733696390578.1733696392039 after 0ms 2024-12-08T22:20:07,462 DEBUG [RS_LOG_REPLAY_OPS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/WALs/45d1fbfb79fd,41095,1733696390578-splitting/45d1fbfb79fd%2C41095%2C1733696390578.1733696392039: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-08T22:20:07,463 INFO [RS_LOG_REPLAY_OPS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/WALs/45d1fbfb79fd,41095,1733696390578-splitting/45d1fbfb79fd%2C41095%2C1733696390578.1733696392039 took 5ms 2024-12-08T22:20:07,473 DEBUG [RS_LOG_REPLAY_OPS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 1c1546c340668c4b2645b16d89018aa7: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-12-08T22:20:07,473 DEBUG [RS_LOG_REPLAY_OPS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/WALs/45d1fbfb79fd,41095,1733696390578-splitting/45d1fbfb79fd%2C41095%2C1733696390578.1733696392039 so closing down 2024-12-08T22:20:07,474 DEBUG [RS_LOG_REPLAY_OPS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T22:20:07,474 INFO [RS_LOG_REPLAY_OPS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T22:20:07,474 INFO [RS_LOG_REPLAY_OPS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 10 ms; skipped=6; WAL=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/WALs/45d1fbfb79fd,41095,1733696390578-splitting/45d1fbfb79fd%2C41095%2C1733696390578.1733696392039, size=1.4 K, length=1404, corrupted=false, cancelled=false 2024-12-08T22:20:07,474 DEBUG [RS_LOG_REPLAY_OPS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/WALs/45d1fbfb79fd,41095,1733696390578-splitting/45d1fbfb79fd%2C41095%2C1733696390578.1733696392039, journal: Splitting hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/WALs/45d1fbfb79fd,41095,1733696390578-splitting/45d1fbfb79fd%2C41095%2C1733696390578.1733696392039, size=1.4 K (1404bytes) at 1733696407458Finishing writing output for hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/WALs/45d1fbfb79fd,41095,1733696390578-splitting/45d1fbfb79fd%2C41095%2C1733696390578.1733696392039 so closing down at 1733696407473 (+15 ms)3 split writer threads finished at 1733696407474 (+1 ms)Processed 6 edits across 0 Regions in 10 ms; skipped=6; WAL=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/WALs/45d1fbfb79fd,41095,1733696390578-splitting/45d1fbfb79fd%2C41095%2C1733696390578.1733696392039, size=1.4 K, length=1404, corrupted=false, cancelled=false at 1733696407474 2024-12-08T22:20:07,474 DEBUG [RS_LOG_REPLAY_OPS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/WALs/45d1fbfb79fd,41095,1733696390578-splitting/45d1fbfb79fd%2C41095%2C1733696390578.1733696392039 2024-12-08T22:20:07,475 DEBUG [RS_LOG_REPLAY_OPS-regionserver/45d1fbfb79fd:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-08T22:20:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42697 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-08T22:20:07,483 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/WALs/45d1fbfb79fd,41095,1733696390578-splitting/45d1fbfb79fd%2C41095%2C1733696390578.1733696392039 to hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/oldWALs 2024-12-08T22:20:07,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-08T22:20:07,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 45d1fbfb79fd%2C41095%2C1733696390578.1733696392039, worker=45d1fbfb79fd,43167,1733696390433 in 203 msec 2024-12-08T22:20:07,487 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=45d1fbfb79fd,43167,1733696390433 2024-12-08T22:20:07,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-08T22:20:07,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 45d1fbfb79fd%2C41095%2C1733696390578.1733696392039, worker=45d1fbfb79fd,43167,1733696390433 in 215 msec 2024-12-08T22:20:07,493 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/WALs/45d1fbfb79fd,41095,1733696390578-splitting dir is empty, no logs to split. 2024-12-08T22:20:07,493 INFO [PEWorker-1 {}] master.SplitWALManager(105): 45d1fbfb79fd,41095,1733696390578 WAL count=0, meta=false 2024-12-08T22:20:07,493 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 45d1fbfb79fd,41095,1733696390578 WAL splitting is done? wals=0, meta=false 2024-12-08T22:20:07,495 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 45d1fbfb79fd,41095,1733696390578 failed, ignore...File hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/WALs/45d1fbfb79fd,41095,1733696390578-splitting does not exist. 2024-12-08T22:20:07,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1c1546c340668c4b2645b16d89018aa7, ASSIGN}] 2024-12-08T22:20:07,500 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1c1546c340668c4b2645b16d89018aa7, ASSIGN 2024-12-08T22:20:07,501 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1c1546c340668c4b2645b16d89018aa7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-08T22:20:07,595 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7., hostname=45d1fbfb79fd,41095,1733696390578, seqNum=18] 2024-12-08T22:20:07,596 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 45d1fbfb79fd:41095 this server is in the failed servers list 2024-12-08T22:20:07,597 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7., hostname=45d1fbfb79fd,41095,1733696390578, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7., hostname=45d1fbfb79fd,41095,1733696390578, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=45d1fbfb79fd:41095 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 45d1fbfb79fd:41095 2024-12-08T22:20:07,597 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7., hostname=45d1fbfb79fd,41095,1733696390578, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 45d1fbfb79fd:41095 2024-12-08T22:20:07,597 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7., hostname=45d1fbfb79fd,41095,1733696390578, seqNum=18 from cache 2024-12-08T22:20:07,652 DEBUG [45d1fbfb79fd:42697 {}] balancer.BalancerClusterState(204): Hosts are {45d1fbfb79fd=0} racks are {/default-rack=0} 2024-12-08T22:20:07,652 DEBUG [45d1fbfb79fd:42697 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T22:20:07,652 DEBUG [45d1fbfb79fd:42697 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T22:20:07,652 DEBUG [45d1fbfb79fd:42697 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T22:20:07,652 DEBUG [45d1fbfb79fd:42697 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T22:20:07,652 INFO [45d1fbfb79fd:42697 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T22:20:07,652 INFO [45d1fbfb79fd:42697 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T22:20:07,652 DEBUG [45d1fbfb79fd:42697 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T22:20:07,653 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1c1546c340668c4b2645b16d89018aa7, regionState=OPENING, regionLocation=45d1fbfb79fd,42405,1733696390531 2024-12-08T22:20:07,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1c1546c340668c4b2645b16d89018aa7, ASSIGN because future has completed 2024-12-08T22:20:07,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c1546c340668c4b2645b16d89018aa7, server=45d1fbfb79fd,42405,1733696390531}] 2024-12-08T22:20:07,812 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T22:20:07,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T22:20:07,823 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:07,823 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c1546c340668c4b2645b16d89018aa7, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7.', STARTKEY => '', ENDKEY => ''} 2024-12-08T22:20:07,824 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:07,824 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:20:07,825 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:07,825 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:07,826 INFO [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:07,827 INFO [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c1546c340668c4b2645b16d89018aa7 columnFamilyName cf1 2024-12-08T22:20:07,827 DEBUG [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:07,835 DEBUG [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/cf1/c841487ebc4c440ebcfb6510acae7824 2024-12-08T22:20:07,835 INFO [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] regionserver.HStore(327): Store=1c1546c340668c4b2645b16d89018aa7/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:07,835 INFO [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:07,836 INFO [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c1546c340668c4b2645b16d89018aa7 columnFamilyName cf2 2024-12-08T22:20:07,836 DEBUG [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:07,843 DEBUG [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/cf2/44ff125f64d24e6c9483fa36e9a1b012 2024-12-08T22:20:07,843 INFO [StoreOpener-1c1546c340668c4b2645b16d89018aa7-1 {}] regionserver.HStore(327): Store=1c1546c340668c4b2645b16d89018aa7/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:07,843 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:07,844 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:07,845 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:07,846 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:07,846 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:07,847 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-08T22:20:07,848 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:07,849 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 1c1546c340668c4b2645b16d89018aa7; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69587591, jitterRate=0.03693591058254242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-08T22:20:07,850 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:07,850 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 1c1546c340668c4b2645b16d89018aa7: Running coprocessor pre-open hook at 1733696407825Writing region info on filesystem at 1733696407825Initializing all the Stores at 1733696407826 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696407826Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696407826Cleaning up temporary data from old regions at 1733696407846 (+20 ms)Running coprocessor post-open hooks at 1733696407850 (+4 ms)Region opened successfully at 1733696407850 2024-12-08T22:20:07,851 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7., pid=17, masterSystemTime=1733696407812 2024-12-08T22:20:07,853 DEBUG [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:07,854 INFO [RS_OPEN_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:07,854 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1c1546c340668c4b2645b16d89018aa7, regionState=OPEN, openSeqNum=18, regionLocation=45d1fbfb79fd,42405,1733696390531 2024-12-08T22:20:07,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c1546c340668c4b2645b16d89018aa7, server=45d1fbfb79fd,42405,1733696390531 because future has completed 2024-12-08T22:20:07,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-08T22:20:07,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c1546c340668c4b2645b16d89018aa7, server=45d1fbfb79fd,42405,1733696390531 in 201 msec 2024-12-08T22:20:07,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-08T22:20:07,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1c1546c340668c4b2645b16d89018aa7, ASSIGN in 362 msec 2024-12-08T22:20:07,863 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 45d1fbfb79fd,41095,1733696390578 after splitting done 2024-12-08T22:20:07,866 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 45d1fbfb79fd,41095,1733696390578, splitWal=true, meta=false in 602 msec 2024-12-08T22:20:08,105 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7., hostname=45d1fbfb79fd,42405,1733696390531, seqNum=18] 2024-12-08T22:20:08,105 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T22:20:08,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T22:20:08,122 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=412 (was 416), OpenFileDescriptor=1053 (was 1027) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=160 (was 174), ProcessCount=11 (was 11), AvailableMemoryMB=9315 (was 9364) 2024-12-08T22:20:08,122 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1053 is superior to 1024 2024-12-08T22:20:08,134 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=412, OpenFileDescriptor=1053, MaxFileDescriptor=1048576, SystemLoadAverage=160, ProcessCount=11, AvailableMemoryMB=9313 2024-12-08T22:20:08,134 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1053 is superior to 1024 2024-12-08T22:20:08,147 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T22:20:08,150 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T22:20:08,150 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T22:20:08,153 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-28963234, suffix=, logDir=hdfs://localhost:36211/hbase/WALs/hregion-28963234, archiveDir=hdfs://localhost:36211/hbase/oldWALs, maxLogs=32 2024-12-08T22:20:08,165 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-28963234/hregion-28963234.1733696408154, exclude list is [], retry=0 2024-12-08T22:20:08,168 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-354954ac-8e1f-4fc5-a729-2d011bd6247f,DISK] 2024-12-08T22:20:08,168 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0,DISK] 2024-12-08T22:20:08,168 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34617,DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397,DISK] 2024-12-08T22:20:08,170 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-28963234/hregion-28963234.1733696408154 2024-12-08T22:20:08,171 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42475:42475),(127.0.0.1/127.0.0.1:36187:36187),(127.0.0.1/127.0.0.1:42175:42175)] 2024-12-08T22:20:08,171 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 416969018a93ad7cf0cea5fefafe4bcd, NAME => 'testReplayEditsWrittenViaHRegion,,1733696408148.416969018a93ad7cf0cea5fefafe4bcd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36211/hbase 2024-12-08T22:20:08,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741893_1071 (size=67) 2024-12-08T22:20:08,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741893_1071 (size=67) 2024-12-08T22:20:08,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741893_1071 (size=67) 2024-12-08T22:20:08,184 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733696408148.416969018a93ad7cf0cea5fefafe4bcd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:20:08,185 INFO [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 416969018a93ad7cf0cea5fefafe4bcd 2024-12-08T22:20:08,187 INFO [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 416969018a93ad7cf0cea5fefafe4bcd columnFamilyName a 2024-12-08T22:20:08,187 DEBUG [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:08,188 INFO [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] regionserver.HStore(327): Store=416969018a93ad7cf0cea5fefafe4bcd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:08,188 INFO [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 416969018a93ad7cf0cea5fefafe4bcd 2024-12-08T22:20:08,189 INFO [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 416969018a93ad7cf0cea5fefafe4bcd columnFamilyName b 2024-12-08T22:20:08,189 DEBUG [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:08,190 INFO [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] regionserver.HStore(327): Store=416969018a93ad7cf0cea5fefafe4bcd/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:08,190 INFO [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 416969018a93ad7cf0cea5fefafe4bcd 2024-12-08T22:20:08,192 INFO [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 416969018a93ad7cf0cea5fefafe4bcd columnFamilyName c 2024-12-08T22:20:08,192 DEBUG [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:08,192 INFO [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] regionserver.HStore(327): Store=416969018a93ad7cf0cea5fefafe4bcd/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:08,192 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 416969018a93ad7cf0cea5fefafe4bcd 2024-12-08T22:20:08,193 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd 2024-12-08T22:20:08,194 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd 2024-12-08T22:20:08,195 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 416969018a93ad7cf0cea5fefafe4bcd 2024-12-08T22:20:08,195 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 416969018a93ad7cf0cea5fefafe4bcd 2024-12-08T22:20:08,195 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T22:20:08,196 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 416969018a93ad7cf0cea5fefafe4bcd 2024-12-08T22:20:08,199 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T22:20:08,199 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 416969018a93ad7cf0cea5fefafe4bcd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59507565, jitterRate=-0.113268181681633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T22:20:08,200 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 416969018a93ad7cf0cea5fefafe4bcd: Writing region info on filesystem at 1733696408184Initializing all the Stores at 1733696408185 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696408185Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696408185Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696408185Cleaning up temporary data from old regions at 1733696408195 (+10 ms)Region opened successfully at 1733696408200 (+5 ms) 2024-12-08T22:20:08,200 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 416969018a93ad7cf0cea5fefafe4bcd, disabling compactions & flushes 2024-12-08T22:20:08,200 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733696408148.416969018a93ad7cf0cea5fefafe4bcd. 2024-12-08T22:20:08,200 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733696408148.416969018a93ad7cf0cea5fefafe4bcd. 2024-12-08T22:20:08,200 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733696408148.416969018a93ad7cf0cea5fefafe4bcd. after waiting 0 ms 2024-12-08T22:20:08,200 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733696408148.416969018a93ad7cf0cea5fefafe4bcd. 2024-12-08T22:20:08,200 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733696408148.416969018a93ad7cf0cea5fefafe4bcd. 2024-12-08T22:20:08,200 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 416969018a93ad7cf0cea5fefafe4bcd: Waiting for close lock at 1733696408200Disabling compacts and flushes for region at 1733696408200Disabling writes for close at 1733696408200Writing region close event to WAL at 1733696408200Closed at 1733696408200 2024-12-08T22:20:08,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741892_1070 (size=95) 2024-12-08T22:20:08,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741892_1070 (size=95) 2024-12-08T22:20:08,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741892_1070 (size=95) 2024-12-08T22:20:08,205 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T22:20:08,206 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-28963234:(num 1733696408154) 2024-12-08T22:20:08,206 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T22:20:08,208 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36211/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733696408147, archiveDir=hdfs://localhost:36211/hbase/oldWALs, maxLogs=32 2024-12-08T22:20:08,220 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733696408147/wal.1733696408209, exclude list is [], retry=0 2024-12-08T22:20:08,224 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0,DISK] 2024-12-08T22:20:08,224 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34617,DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397,DISK] 2024-12-08T22:20:08,224 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-354954ac-8e1f-4fc5-a729-2d011bd6247f,DISK] 2024-12-08T22:20:08,226 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733696408147/wal.1733696408209 2024-12-08T22:20:08,226 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36187:36187),(127.0.0.1/127.0.0.1:42175:42175),(127.0.0.1/127.0.0.1:42475:42475)] 2024-12-08T22:20:08,226 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 416969018a93ad7cf0cea5fefafe4bcd, NAME => 'testReplayEditsWrittenViaHRegion,,1733696408148.416969018a93ad7cf0cea5fefafe4bcd.', STARTKEY => '', ENDKEY => ''} 2024-12-08T22:20:08,227 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733696408148.416969018a93ad7cf0cea5fefafe4bcd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:20:08,227 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 416969018a93ad7cf0cea5fefafe4bcd 2024-12-08T22:20:08,227 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 416969018a93ad7cf0cea5fefafe4bcd 2024-12-08T22:20:08,228 INFO [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 416969018a93ad7cf0cea5fefafe4bcd 2024-12-08T22:20:08,229 INFO [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 416969018a93ad7cf0cea5fefafe4bcd columnFamilyName a 2024-12-08T22:20:08,230 DEBUG [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:08,230 INFO [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] regionserver.HStore(327): Store=416969018a93ad7cf0cea5fefafe4bcd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:08,230 INFO [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 416969018a93ad7cf0cea5fefafe4bcd 2024-12-08T22:20:08,232 INFO [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 416969018a93ad7cf0cea5fefafe4bcd columnFamilyName b 2024-12-08T22:20:08,232 DEBUG [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:08,232 INFO [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] regionserver.HStore(327): Store=416969018a93ad7cf0cea5fefafe4bcd/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:08,232 INFO [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 416969018a93ad7cf0cea5fefafe4bcd 2024-12-08T22:20:08,233 INFO [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 416969018a93ad7cf0cea5fefafe4bcd columnFamilyName c 2024-12-08T22:20:08,233 DEBUG [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:08,234 INFO [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] regionserver.HStore(327): Store=416969018a93ad7cf0cea5fefafe4bcd/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:08,234 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 416969018a93ad7cf0cea5fefafe4bcd 2024-12-08T22:20:08,235 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd 2024-12-08T22:20:08,236 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd 2024-12-08T22:20:08,237 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 416969018a93ad7cf0cea5fefafe4bcd 2024-12-08T22:20:08,238 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 416969018a93ad7cf0cea5fefafe4bcd 2024-12-08T22:20:08,238 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T22:20:08,239 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 416969018a93ad7cf0cea5fefafe4bcd 2024-12-08T22:20:08,240 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 416969018a93ad7cf0cea5fefafe4bcd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71733914, jitterRate=0.0689186155796051}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T22:20:08,241 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 416969018a93ad7cf0cea5fefafe4bcd: Writing region info on filesystem at 1733696408227Initializing all the Stores at 1733696408228 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696408228Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696408228Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696408228Cleaning up temporary data from old regions at 1733696408238 (+10 ms)Region opened successfully at 1733696408241 (+3 ms) 2024-12-08T22:20:08,270 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 416969018a93ad7cf0cea5fefafe4bcd 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-08T22:20:08,286 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/.tmp/a/2f07213aa8b047fcad5330749c78d9d6 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733696408241/Put/seqid=0 2024-12-08T22:20:08,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741895_1073 (size=5958) 2024-12-08T22:20:08,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741895_1073 (size=5958) 2024-12-08T22:20:08,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741895_1073 (size=5958) 2024-12-08T22:20:08,295 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/.tmp/a/2f07213aa8b047fcad5330749c78d9d6 2024-12-08T22:20:08,322 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/.tmp/b/cbe55ecdc7a14e5383ae7ade7a37610f is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733696408248/Put/seqid=0 2024-12-08T22:20:08,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741896_1074 (size=5958) 2024-12-08T22:20:08,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741896_1074 (size=5958) 2024-12-08T22:20:08,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741896_1074 (size=5958) 2024-12-08T22:20:08,330 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/.tmp/b/cbe55ecdc7a14e5383ae7ade7a37610f 2024-12-08T22:20:08,354 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/.tmp/c/09cf4dd80a24444ea15b9988757dd808 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733696408258/Put/seqid=0 2024-12-08T22:20:08,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741897_1075 (size=5958) 2024-12-08T22:20:08,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741897_1075 (size=5958) 2024-12-08T22:20:08,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741897_1075 (size=5958) 2024-12-08T22:20:08,361 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/.tmp/c/09cf4dd80a24444ea15b9988757dd808 2024-12-08T22:20:08,367 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/.tmp/a/2f07213aa8b047fcad5330749c78d9d6 as hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/a/2f07213aa8b047fcad5330749c78d9d6 2024-12-08T22:20:08,373 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/a/2f07213aa8b047fcad5330749c78d9d6, entries=10, sequenceid=33, filesize=5.8 K 2024-12-08T22:20:08,375 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/.tmp/b/cbe55ecdc7a14e5383ae7ade7a37610f as hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/b/cbe55ecdc7a14e5383ae7ade7a37610f 2024-12-08T22:20:08,381 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/b/cbe55ecdc7a14e5383ae7ade7a37610f, entries=10, sequenceid=33, filesize=5.8 K 2024-12-08T22:20:08,382 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/.tmp/c/09cf4dd80a24444ea15b9988757dd808 as hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/c/09cf4dd80a24444ea15b9988757dd808 2024-12-08T22:20:08,388 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/c/09cf4dd80a24444ea15b9988757dd808, entries=10, sequenceid=33, filesize=5.8 K 2024-12-08T22:20:08,389 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 416969018a93ad7cf0cea5fefafe4bcd in 119ms, sequenceid=33, compaction requested=false 2024-12-08T22:20:08,389 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 416969018a93ad7cf0cea5fefafe4bcd: 2024-12-08T22:20:08,389 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 416969018a93ad7cf0cea5fefafe4bcd, disabling compactions & flushes 2024-12-08T22:20:08,389 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733696408148.416969018a93ad7cf0cea5fefafe4bcd. 2024-12-08T22:20:08,389 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733696408148.416969018a93ad7cf0cea5fefafe4bcd. 2024-12-08T22:20:08,389 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733696408148.416969018a93ad7cf0cea5fefafe4bcd. after waiting 0 ms 2024-12-08T22:20:08,389 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733696408148.416969018a93ad7cf0cea5fefafe4bcd. 2024-12-08T22:20:08,391 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733696408148.416969018a93ad7cf0cea5fefafe4bcd. 2024-12-08T22:20:08,391 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 416969018a93ad7cf0cea5fefafe4bcd: Waiting for close lock at 1733696408389Disabling compacts and flushes for region at 1733696408389Disabling writes for close at 1733696408389Writing region close event to WAL at 1733696408391 (+2 ms)Closed at 1733696408391 2024-12-08T22:20:08,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741894_1072 (size=3385) 2024-12-08T22:20:08,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741894_1072 (size=3385) 2024-12-08T22:20:08,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741894_1072 (size=3385) 2024-12-08T22:20:08,398 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/b/cbe55ecdc7a14e5383ae7ade7a37610f to hdfs://localhost:36211/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/b/cbe55ecdc7a14e5383ae7ade7a37610f 2024-12-08T22:20:08,413 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36211/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733696408147/wal.1733696408209, size=3.3 K (3385bytes) 2024-12-08T22:20:08,413 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36211/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733696408147/wal.1733696408209 2024-12-08T22:20:08,413 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36211/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733696408147/wal.1733696408209 after 0ms 2024-12-08T22:20:08,415 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36211/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733696408147/wal.1733696408209: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-08T22:20:08,416 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36211/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733696408147/wal.1733696408209 took 4ms 2024-12-08T22:20:08,418 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36211/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733696408147/wal.1733696408209 so closing down 2024-12-08T22:20:08,418 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T22:20:08,419 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733696408209.temp 2024-12-08T22:20:08,420 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/recovered.edits/0000000000000000003-wal.1733696408209.temp 2024-12-08T22:20:08,421 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T22:20:08,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741898_1076 (size=2944) 2024-12-08T22:20:08,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741898_1076 (size=2944) 2024-12-08T22:20:08,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741898_1076 (size=2944) 2024-12-08T22:20:08,432 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/recovered.edits/0000000000000000003-wal.1733696408209.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-08T22:20:08,433 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/recovered.edits/0000000000000000003-wal.1733696408209.temp to hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/recovered.edits/0000000000000000032 2024-12-08T22:20:08,433 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:36211/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733696408147/wal.1733696408209, size=3.3 K, length=3385, corrupted=false, cancelled=false 2024-12-08T22:20:08,433 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36211/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733696408147/wal.1733696408209, journal: Splitting hdfs://localhost:36211/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733696408147/wal.1733696408209, size=3.3 K (3385bytes) at 1733696408413Finishing writing output for hdfs://localhost:36211/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733696408147/wal.1733696408209 so closing down at 1733696408418 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/recovered.edits/0000000000000000003-wal.1733696408209.temp at 1733696408420 (+2 ms)3 split writer threads finished at 1733696408421 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/recovered.edits/0000000000000000003-wal.1733696408209.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733696408432 (+11 ms)Rename recovered edits hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/recovered.edits/0000000000000000003-wal.1733696408209.temp to hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/recovered.edits/0000000000000000032 at 1733696408433 (+1 ms)Processed 32 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:36211/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733696408147/wal.1733696408209, size=3.3 K, length=3385, corrupted=false, cancelled=false at 1733696408433 2024-12-08T22:20:08,435 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36211/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733696408147/wal.1733696408209 to hdfs://localhost:36211/hbase/oldWALs/wal.1733696408209 2024-12-08T22:20:08,436 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/recovered.edits/0000000000000000032 2024-12-08T22:20:08,436 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T22:20:08,437 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36211/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733696408147, archiveDir=hdfs://localhost:36211/hbase/oldWALs, maxLogs=32 2024-12-08T22:20:08,449 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733696408147/wal.1733696408438, exclude list is [], retry=0 2024-12-08T22:20:08,451 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34617,DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397,DISK] 2024-12-08T22:20:08,452 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0,DISK] 2024-12-08T22:20:08,452 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-354954ac-8e1f-4fc5-a729-2d011bd6247f,DISK] 2024-12-08T22:20:08,454 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733696408147/wal.1733696408438 2024-12-08T22:20:08,454 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42175:42175),(127.0.0.1/127.0.0.1:36187:36187),(127.0.0.1/127.0.0.1:42475:42475)] 2024-12-08T22:20:08,454 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 416969018a93ad7cf0cea5fefafe4bcd, NAME => 'testReplayEditsWrittenViaHRegion,,1733696408148.416969018a93ad7cf0cea5fefafe4bcd.', STARTKEY => '', ENDKEY => ''} 2024-12-08T22:20:08,454 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733696408148.416969018a93ad7cf0cea5fefafe4bcd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:20:08,454 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 416969018a93ad7cf0cea5fefafe4bcd 2024-12-08T22:20:08,454 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 416969018a93ad7cf0cea5fefafe4bcd 2024-12-08T22:20:08,456 INFO [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 416969018a93ad7cf0cea5fefafe4bcd 2024-12-08T22:20:08,457 INFO [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 416969018a93ad7cf0cea5fefafe4bcd columnFamilyName a 2024-12-08T22:20:08,457 DEBUG [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:08,463 DEBUG [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/a/2f07213aa8b047fcad5330749c78d9d6 2024-12-08T22:20:08,463 INFO [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] regionserver.HStore(327): Store=416969018a93ad7cf0cea5fefafe4bcd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:08,463 INFO [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 416969018a93ad7cf0cea5fefafe4bcd 2024-12-08T22:20:08,465 INFO [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 416969018a93ad7cf0cea5fefafe4bcd columnFamilyName b 2024-12-08T22:20:08,465 DEBUG [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:08,465 INFO [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] regionserver.HStore(327): Store=416969018a93ad7cf0cea5fefafe4bcd/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:08,466 INFO [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 416969018a93ad7cf0cea5fefafe4bcd 2024-12-08T22:20:08,466 INFO [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 416969018a93ad7cf0cea5fefafe4bcd columnFamilyName c 2024-12-08T22:20:08,466 DEBUG [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:08,472 DEBUG [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/c/09cf4dd80a24444ea15b9988757dd808 2024-12-08T22:20:08,472 INFO [StoreOpener-416969018a93ad7cf0cea5fefafe4bcd-1 {}] regionserver.HStore(327): Store=416969018a93ad7cf0cea5fefafe4bcd/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:08,472 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 416969018a93ad7cf0cea5fefafe4bcd 2024-12-08T22:20:08,473 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd 2024-12-08T22:20:08,474 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd 2024-12-08T22:20:08,475 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/recovered.edits/0000000000000000032 2024-12-08T22:20:08,477 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-08T22:20:08,479 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/recovered.edits/0000000000000000032 2024-12-08T22:20:08,479 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 416969018a93ad7cf0cea5fefafe4bcd 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-08T22:20:08,492 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/.tmp/b/6e48fd5f258c4508a843ad505339bad6 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733696408248/Put/seqid=0 2024-12-08T22:20:08,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741900_1078 (size=5958) 2024-12-08T22:20:08,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741900_1078 (size=5958) 2024-12-08T22:20:08,504 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/.tmp/b/6e48fd5f258c4508a843ad505339bad6 2024-12-08T22:20:08,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741900_1078 (size=5958) 2024-12-08T22:20:08,510 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/.tmp/b/6e48fd5f258c4508a843ad505339bad6 as hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/b/6e48fd5f258c4508a843ad505339bad6 2024-12-08T22:20:08,516 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/b/6e48fd5f258c4508a843ad505339bad6, entries=10, sequenceid=32, filesize=5.8 K 2024-12-08T22:20:08,516 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 416969018a93ad7cf0cea5fefafe4bcd in 37ms, sequenceid=32, compaction requested=false; wal=null 2024-12-08T22:20:08,517 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/recovered.edits/0000000000000000032 2024-12-08T22:20:08,519 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 416969018a93ad7cf0cea5fefafe4bcd 2024-12-08T22:20:08,519 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 416969018a93ad7cf0cea5fefafe4bcd 2024-12-08T22:20:08,520 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T22:20:08,521 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 416969018a93ad7cf0cea5fefafe4bcd 2024-12-08T22:20:08,523 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/416969018a93ad7cf0cea5fefafe4bcd/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-12-08T22:20:08,525 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 416969018a93ad7cf0cea5fefafe4bcd; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69258504, jitterRate=0.032032132148742676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T22:20:08,525 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 416969018a93ad7cf0cea5fefafe4bcd: Writing region info on filesystem at 1733696408454Initializing all the Stores at 1733696408455 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696408455Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696408456 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696408456Obtaining lock to block concurrent updates at 1733696408479 (+23 ms)Preparing flush snapshotting stores in 416969018a93ad7cf0cea5fefafe4bcd at 1733696408479Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733696408148.416969018a93ad7cf0cea5fefafe4bcd., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733696408479Flushing stores of testReplayEditsWrittenViaHRegion,,1733696408148.416969018a93ad7cf0cea5fefafe4bcd. at 1733696408479Flushing 416969018a93ad7cf0cea5fefafe4bcd/b: creating writer at 1733696408479Flushing 416969018a93ad7cf0cea5fefafe4bcd/b: appending metadata at 1733696408492 (+13 ms)Flushing 416969018a93ad7cf0cea5fefafe4bcd/b: closing flushed file at 1733696408492Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b6351b7: reopening flushed file at 1733696408509 (+17 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 416969018a93ad7cf0cea5fefafe4bcd in 37ms, sequenceid=32, compaction requested=false; wal=null at 1733696408516 (+7 ms)Cleaning up temporary data from old regions at 1733696408519 (+3 ms)Region opened successfully at 1733696408525 (+6 ms) 2024-12-08T22:20:08,548 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=421 (was 412) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-53176884-172.17.0.2-1733696385290:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-53176884-172.17.0.2-1733696385290:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-53176884-172.17.0.2-1733696385290:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:56078 [Waiting for operation #38] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:60214 [Waiting for operation #39] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:60386 [Receiving block BP-53176884-172.17.0.2-1733696385290:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:56206 [Receiving block BP-53176884-172.17.0.2-1733696385290:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:48264 [Receiving block BP-53176884-172.17.0.2-1733696385290:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:48122 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1129 (was 1053) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=160 (was 160), ProcessCount=11 (was 11), AvailableMemoryMB=9307 (was 9313) 2024-12-08T22:20:08,548 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1129 is superior to 1024 2024-12-08T22:20:08,561 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=421, OpenFileDescriptor=1129, MaxFileDescriptor=1048576, SystemLoadAverage=160, ProcessCount=11, AvailableMemoryMB=9306 2024-12-08T22:20:08,561 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1129 is superior to 1024 2024-12-08T22:20:08,580 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T22:20:08,582 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T22:20:08,583 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T22:20:08,585 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-70583144, suffix=, logDir=hdfs://localhost:36211/hbase/WALs/hregion-70583144, archiveDir=hdfs://localhost:36211/hbase/oldWALs, maxLogs=32 2024-12-08T22:20:08,603 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-70583144/hregion-70583144.1733696408586, exclude list is [], retry=0 2024-12-08T22:20:08,606 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0,DISK] 2024-12-08T22:20:08,607 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-354954ac-8e1f-4fc5-a729-2d011bd6247f,DISK] 2024-12-08T22:20:08,607 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34617,DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397,DISK] 2024-12-08T22:20:08,611 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-70583144/hregion-70583144.1733696408586 2024-12-08T22:20:08,611 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36187:36187),(127.0.0.1/127.0.0.1:42475:42475),(127.0.0.1/127.0.0.1:42175:42175)] 2024-12-08T22:20:08,612 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d5e1b63a22d10a017090b6d6dd96e621, NAME => 'testReplayEditsAfterAbortingFlush,,1733696408581.d5e1b63a22d10a017090b6d6dd96e621.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36211/hbase 2024-12-08T22:20:08,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741902_1080 (size=68) 2024-12-08T22:20:08,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741902_1080 (size=68) 2024-12-08T22:20:08,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741902_1080 (size=68) 2024-12-08T22:20:09,023 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733696408581.d5e1b63a22d10a017090b6d6dd96e621.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:20:09,024 INFO [StoreOpener-d5e1b63a22d10a017090b6d6dd96e621-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d5e1b63a22d10a017090b6d6dd96e621 2024-12-08T22:20:09,025 INFO [StoreOpener-d5e1b63a22d10a017090b6d6dd96e621-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5e1b63a22d10a017090b6d6dd96e621 columnFamilyName a 2024-12-08T22:20:09,025 DEBUG [StoreOpener-d5e1b63a22d10a017090b6d6dd96e621-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:09,026 INFO [StoreOpener-d5e1b63a22d10a017090b6d6dd96e621-1 {}] regionserver.HStore(327): Store=d5e1b63a22d10a017090b6d6dd96e621/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:09,026 INFO [StoreOpener-d5e1b63a22d10a017090b6d6dd96e621-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d5e1b63a22d10a017090b6d6dd96e621 2024-12-08T22:20:09,028 INFO [StoreOpener-d5e1b63a22d10a017090b6d6dd96e621-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5e1b63a22d10a017090b6d6dd96e621 columnFamilyName b 2024-12-08T22:20:09,028 DEBUG [StoreOpener-d5e1b63a22d10a017090b6d6dd96e621-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:09,028 INFO [StoreOpener-d5e1b63a22d10a017090b6d6dd96e621-1 {}] regionserver.HStore(327): Store=d5e1b63a22d10a017090b6d6dd96e621/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:09,028 INFO [StoreOpener-d5e1b63a22d10a017090b6d6dd96e621-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d5e1b63a22d10a017090b6d6dd96e621 2024-12-08T22:20:09,030 INFO [StoreOpener-d5e1b63a22d10a017090b6d6dd96e621-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5e1b63a22d10a017090b6d6dd96e621 columnFamilyName c 2024-12-08T22:20:09,030 DEBUG [StoreOpener-d5e1b63a22d10a017090b6d6dd96e621-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:09,030 INFO [StoreOpener-d5e1b63a22d10a017090b6d6dd96e621-1 {}] regionserver.HStore(327): Store=d5e1b63a22d10a017090b6d6dd96e621/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:09,031 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d5e1b63a22d10a017090b6d6dd96e621 2024-12-08T22:20:09,031 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testReplayEditsAfterAbortingFlush/d5e1b63a22d10a017090b6d6dd96e621 2024-12-08T22:20:09,032 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testReplayEditsAfterAbortingFlush/d5e1b63a22d10a017090b6d6dd96e621 2024-12-08T22:20:09,033 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d5e1b63a22d10a017090b6d6dd96e621 2024-12-08T22:20:09,033 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d5e1b63a22d10a017090b6d6dd96e621 2024-12-08T22:20:09,034 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T22:20:09,036 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d5e1b63a22d10a017090b6d6dd96e621 2024-12-08T22:20:09,038 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/hbase/data/default/testReplayEditsAfterAbortingFlush/d5e1b63a22d10a017090b6d6dd96e621/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T22:20:09,039 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d5e1b63a22d10a017090b6d6dd96e621; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65954149, jitterRate=-0.017206594347953796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T22:20:09,039 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d5e1b63a22d10a017090b6d6dd96e621: Writing region info on filesystem at 1733696409023Initializing all the Stores at 1733696409023Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696409024 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696409024Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696409024Cleaning up temporary data from old regions at 1733696409033 (+9 ms)Region opened successfully at 1733696409039 (+6 ms) 2024-12-08T22:20:09,039 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d5e1b63a22d10a017090b6d6dd96e621, disabling compactions & flushes 2024-12-08T22:20:09,039 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733696408581.d5e1b63a22d10a017090b6d6dd96e621. 2024-12-08T22:20:09,039 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733696408581.d5e1b63a22d10a017090b6d6dd96e621. 2024-12-08T22:20:09,039 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733696408581.d5e1b63a22d10a017090b6d6dd96e621. after waiting 0 ms 2024-12-08T22:20:09,039 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733696408581.d5e1b63a22d10a017090b6d6dd96e621. 2024-12-08T22:20:09,040 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733696408581.d5e1b63a22d10a017090b6d6dd96e621. 2024-12-08T22:20:09,040 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d5e1b63a22d10a017090b6d6dd96e621: Waiting for close lock at 1733696409039Disabling compacts and flushes for region at 1733696409039Disabling writes for close at 1733696409039Writing region close event to WAL at 1733696409040 (+1 ms)Closed at 1733696409040 2024-12-08T22:20:09,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741901_1079 (size=95) 2024-12-08T22:20:09,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741901_1079 (size=95) 2024-12-08T22:20:09,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741901_1079 (size=95) 2024-12-08T22:20:09,045 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T22:20:09,045 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-70583144:(num 1733696408586) 2024-12-08T22:20:09,045 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T22:20:09,047 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36211/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733696408579, archiveDir=hdfs://localhost:36211/hbase/oldWALs, maxLogs=32 2024-12-08T22:20:09,059 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733696408579/wal.1733696409047, exclude list is [], retry=0 2024-12-08T22:20:09,062 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34617,DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397,DISK] 2024-12-08T22:20:09,063 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0,DISK] 2024-12-08T22:20:09,063 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-354954ac-8e1f-4fc5-a729-2d011bd6247f,DISK] 2024-12-08T22:20:09,064 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733696408579/wal.1733696409047 2024-12-08T22:20:09,065 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42175:42175),(127.0.0.1/127.0.0.1:36187:36187),(127.0.0.1/127.0.0.1:42475:42475)] 2024-12-08T22:20:09,112 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d5e1b63a22d10a017090b6d6dd96e621, NAME => 'testReplayEditsAfterAbortingFlush,,1733696408581.d5e1b63a22d10a017090b6d6dd96e621.', STARTKEY => '', ENDKEY => ''} 2024-12-08T22:20:09,114 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush d5e1b63a22d10a017090b6d6dd96e621 2024-12-08T22:20:09,114 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733696408581.d5e1b63a22d10a017090b6d6dd96e621.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:20:09,114 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d5e1b63a22d10a017090b6d6dd96e621 2024-12-08T22:20:09,114 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d5e1b63a22d10a017090b6d6dd96e621 2024-12-08T22:20:09,116 INFO [StoreOpener-d5e1b63a22d10a017090b6d6dd96e621-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d5e1b63a22d10a017090b6d6dd96e621 2024-12-08T22:20:09,117 INFO [StoreOpener-d5e1b63a22d10a017090b6d6dd96e621-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5e1b63a22d10a017090b6d6dd96e621 columnFamilyName a 2024-12-08T22:20:09,117 DEBUG [StoreOpener-d5e1b63a22d10a017090b6d6dd96e621-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:09,117 INFO [StoreOpener-d5e1b63a22d10a017090b6d6dd96e621-1 {}] regionserver.HStore(327): Store=d5e1b63a22d10a017090b6d6dd96e621/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:09,117 INFO [StoreOpener-d5e1b63a22d10a017090b6d6dd96e621-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d5e1b63a22d10a017090b6d6dd96e621 2024-12-08T22:20:09,118 INFO [StoreOpener-d5e1b63a22d10a017090b6d6dd96e621-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5e1b63a22d10a017090b6d6dd96e621 columnFamilyName b 2024-12-08T22:20:09,118 DEBUG [StoreOpener-d5e1b63a22d10a017090b6d6dd96e621-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:09,119 INFO [StoreOpener-d5e1b63a22d10a017090b6d6dd96e621-1 {}] regionserver.HStore(327): Store=d5e1b63a22d10a017090b6d6dd96e621/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:09,119 INFO [StoreOpener-d5e1b63a22d10a017090b6d6dd96e621-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d5e1b63a22d10a017090b6d6dd96e621 2024-12-08T22:20:09,119 INFO [StoreOpener-d5e1b63a22d10a017090b6d6dd96e621-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5e1b63a22d10a017090b6d6dd96e621 columnFamilyName c 2024-12-08T22:20:09,120 DEBUG [StoreOpener-d5e1b63a22d10a017090b6d6dd96e621-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:09,120 INFO [StoreOpener-d5e1b63a22d10a017090b6d6dd96e621-1 {}] regionserver.HStore(327): Store=d5e1b63a22d10a017090b6d6dd96e621/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:09,120 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d5e1b63a22d10a017090b6d6dd96e621 2024-12-08T22:20:09,121 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testReplayEditsAfterAbortingFlush/d5e1b63a22d10a017090b6d6dd96e621 2024-12-08T22:20:09,122 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testReplayEditsAfterAbortingFlush/d5e1b63a22d10a017090b6d6dd96e621 2024-12-08T22:20:09,123 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d5e1b63a22d10a017090b6d6dd96e621 2024-12-08T22:20:09,123 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d5e1b63a22d10a017090b6d6dd96e621 2024-12-08T22:20:09,123 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T22:20:09,124 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d5e1b63a22d10a017090b6d6dd96e621 2024-12-08T22:20:09,125 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d5e1b63a22d10a017090b6d6dd96e621; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62887439, jitterRate=-0.06290413439273834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T22:20:09,125 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d5e1b63a22d10a017090b6d6dd96e621 2024-12-08T22:20:09,126 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d5e1b63a22d10a017090b6d6dd96e621: Running coprocessor pre-open hook at 1733696409114Writing region info on filesystem at 1733696409114Initializing all the Stores at 1733696409115 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696409115Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696409116 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696409116Cleaning up temporary data from old regions at 1733696409123 (+7 ms)Running coprocessor post-open hooks at 1733696409125 (+2 ms)Region opened successfully at 1733696409126 (+1 ms) 2024-12-08T22:20:09,137 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d5e1b63a22d10a017090b6d6dd96e621 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-12-08T22:20:09,138 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d5e1b63a22d10a017090b6d6dd96e621/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:20:10,012 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-12-08T22:20:10,012 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-12-08T22:20:10,015 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-12-08T22:20:10,015 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-12-08T22:20:10,017 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-08T22:20:10,017 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-12-08T22:20:10,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-12-08T22:20:10,018 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-12-08T22:20:10,019 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-12-08T22:20:10,019 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-12-08T22:20:10,139 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d5e1b63a22d10a017090b6d6dd96e621/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:20:10,670 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T22:20:11,141 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d5e1b63a22d10a017090b6d6dd96e621/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:20:12,142 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d5e1b63a22d10a017090b6d6dd96e621/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:20:13,143 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d5e1b63a22d10a017090b6d6dd96e621/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:20:14,145 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d5e1b63a22d10a017090b6d6dd96e621/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:20:15,146 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d5e1b63a22d10a017090b6d6dd96e621/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:20:16,147 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d5e1b63a22d10a017090b6d6dd96e621/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:20:17,148 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d5e1b63a22d10a017090b6d6dd96e621/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:20:18,149 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for d5e1b63a22d10a017090b6d6dd96e621/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:20:18,150 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d5e1b63a22d10a017090b6d6dd96e621: 2024-12-08T22:20:18,151 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733696408581.d5e1b63a22d10a017090b6d6dd96e621. 2024-12-08T22:20:18,163 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d5e1b63a22d10a017090b6d6dd96e621: 2024-12-08T22:20:18,164 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-12-08T22:20:18,164 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d5e1b63a22d10a017090b6d6dd96e621, disabling compactions & flushes 2024-12-08T22:20:18,164 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733696408581.d5e1b63a22d10a017090b6d6dd96e621. 2024-12-08T22:20:18,164 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733696408581.d5e1b63a22d10a017090b6d6dd96e621. 2024-12-08T22:20:18,164 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733696408581.d5e1b63a22d10a017090b6d6dd96e621. after waiting 0 ms 2024-12-08T22:20:18,164 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733696408581.d5e1b63a22d10a017090b6d6dd96e621. 2024-12-08T22:20:18,164 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733696408581.d5e1b63a22d10a017090b6d6dd96e621. 2024-12-08T22:20:18,164 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733696408581.d5e1b63a22d10a017090b6d6dd96e621. 2024-12-08T22:20:18,164 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d5e1b63a22d10a017090b6d6dd96e621: Waiting for close lock at 1733696418164Running coprocessor pre-close hooks at 1733696418164Disabling compacts and flushes for region at 1733696418164Disabling writes for close at 1733696418164Writing region close event to WAL at 1733696418164Running coprocessor post-close hooks at 1733696418164Closed at 1733696418164 2024-12-08T22:20:18,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741903_1081 (size=2691) 2024-12-08T22:20:18,167 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733696408579/wal.1733696409047 not finished, retry = 0 2024-12-08T22:20:18,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741903_1081 (size=2691) 2024-12-08T22:20:18,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741903_1081 (size=2691) 2024-12-08T22:20:18,281 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36211/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733696408579/wal.1733696409047, size=2.6 K (2691bytes) 2024-12-08T22:20:18,281 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36211/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733696408579/wal.1733696409047 2024-12-08T22:20:18,281 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36211/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733696408579/wal.1733696409047 after 0ms 2024-12-08T22:20:18,284 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36211/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733696408579/wal.1733696409047: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-08T22:20:18,284 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36211/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733696408579/wal.1733696409047 took 3ms 2024-12-08T22:20:18,286 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36211/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733696408579/wal.1733696409047 so closing down 2024-12-08T22:20:18,286 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T22:20:18,287 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733696409047.temp 2024-12-08T22:20:18,289 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testReplayEditsAfterAbortingFlush/d5e1b63a22d10a017090b6d6dd96e621/recovered.edits/0000000000000000004-wal.1733696409047.temp 2024-12-08T22:20:18,289 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T22:20:18,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741904_1082 (size=2094) 2024-12-08T22:20:18,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741904_1082 (size=2094) 2024-12-08T22:20:18,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741904_1082 (size=2094) 2024-12-08T22:20:18,295 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testReplayEditsAfterAbortingFlush/d5e1b63a22d10a017090b6d6dd96e621/recovered.edits/0000000000000000004-wal.1733696409047.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-12-08T22:20:18,296 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36211/hbase/data/default/testReplayEditsAfterAbortingFlush/d5e1b63a22d10a017090b6d6dd96e621/recovered.edits/0000000000000000004-wal.1733696409047.temp to hdfs://localhost:36211/hbase/data/default/testReplayEditsAfterAbortingFlush/d5e1b63a22d10a017090b6d6dd96e621/recovered.edits/0000000000000000026 2024-12-08T22:20:18,296 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:36211/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733696408579/wal.1733696409047, size=2.6 K, length=2691, corrupted=false, cancelled=false 2024-12-08T22:20:18,296 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36211/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733696408579/wal.1733696409047, journal: Splitting hdfs://localhost:36211/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733696408579/wal.1733696409047, size=2.6 K (2691bytes) at 1733696418281Finishing writing output for hdfs://localhost:36211/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733696408579/wal.1733696409047 so closing down at 1733696418286 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testReplayEditsAfterAbortingFlush/d5e1b63a22d10a017090b6d6dd96e621/recovered.edits/0000000000000000004-wal.1733696409047.temp at 1733696418289 (+3 ms)3 split writer threads finished at 1733696418289Closed recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testReplayEditsAfterAbortingFlush/d5e1b63a22d10a017090b6d6dd96e621/recovered.edits/0000000000000000004-wal.1733696409047.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733696418295 (+6 ms)Rename recovered edits hdfs://localhost:36211/hbase/data/default/testReplayEditsAfterAbortingFlush/d5e1b63a22d10a017090b6d6dd96e621/recovered.edits/0000000000000000004-wal.1733696409047.temp to hdfs://localhost:36211/hbase/data/default/testReplayEditsAfterAbortingFlush/d5e1b63a22d10a017090b6d6dd96e621/recovered.edits/0000000000000000026 at 1733696418296 (+1 ms)Processed 23 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:36211/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733696408579/wal.1733696409047, size=2.6 K, length=2691, corrupted=false, cancelled=false at 1733696418296 2024-12-08T22:20:18,298 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36211/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733696408579/wal.1733696409047 to hdfs://localhost:36211/hbase/oldWALs/wal.1733696409047 2024-12-08T22:20:18,299 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36211/hbase/data/default/testReplayEditsAfterAbortingFlush/d5e1b63a22d10a017090b6d6dd96e621/recovered.edits/0000000000000000026 2024-12-08T22:20:18,299 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T22:20:18,300 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36211/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733696408579, archiveDir=hdfs://localhost:36211/hbase/oldWALs, maxLogs=32 2024-12-08T22:20:18,311 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733696408579/wal.1733696418300, exclude list is [], retry=0 2024-12-08T22:20:18,314 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34617,DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397,DISK] 2024-12-08T22:20:18,314 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-354954ac-8e1f-4fc5-a729-2d011bd6247f,DISK] 2024-12-08T22:20:18,314 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0,DISK] 2024-12-08T22:20:18,316 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733696408579/wal.1733696418300 2024-12-08T22:20:18,316 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42175:42175),(127.0.0.1/127.0.0.1:42475:42475),(127.0.0.1/127.0.0.1:36187:36187)] 2024-12-08T22:20:18,317 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d5e1b63a22d10a017090b6d6dd96e621, NAME => 'testReplayEditsAfterAbortingFlush,,1733696408581.d5e1b63a22d10a017090b6d6dd96e621.', STARTKEY => '', ENDKEY => ''} 2024-12-08T22:20:18,317 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush d5e1b63a22d10a017090b6d6dd96e621 2024-12-08T22:20:18,317 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733696408581.d5e1b63a22d10a017090b6d6dd96e621.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:20:18,317 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d5e1b63a22d10a017090b6d6dd96e621 2024-12-08T22:20:18,317 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d5e1b63a22d10a017090b6d6dd96e621 2024-12-08T22:20:18,319 INFO [StoreOpener-d5e1b63a22d10a017090b6d6dd96e621-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d5e1b63a22d10a017090b6d6dd96e621 2024-12-08T22:20:18,320 INFO [StoreOpener-d5e1b63a22d10a017090b6d6dd96e621-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5e1b63a22d10a017090b6d6dd96e621 columnFamilyName a 2024-12-08T22:20:18,320 DEBUG [StoreOpener-d5e1b63a22d10a017090b6d6dd96e621-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:18,320 INFO [StoreOpener-d5e1b63a22d10a017090b6d6dd96e621-1 {}] regionserver.HStore(327): Store=d5e1b63a22d10a017090b6d6dd96e621/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:18,320 INFO [StoreOpener-d5e1b63a22d10a017090b6d6dd96e621-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d5e1b63a22d10a017090b6d6dd96e621 2024-12-08T22:20:18,321 INFO [StoreOpener-d5e1b63a22d10a017090b6d6dd96e621-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5e1b63a22d10a017090b6d6dd96e621 columnFamilyName b 2024-12-08T22:20:18,321 DEBUG [StoreOpener-d5e1b63a22d10a017090b6d6dd96e621-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:18,321 INFO [StoreOpener-d5e1b63a22d10a017090b6d6dd96e621-1 {}] regionserver.HStore(327): Store=d5e1b63a22d10a017090b6d6dd96e621/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:18,322 INFO [StoreOpener-d5e1b63a22d10a017090b6d6dd96e621-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d5e1b63a22d10a017090b6d6dd96e621 2024-12-08T22:20:18,322 INFO [StoreOpener-d5e1b63a22d10a017090b6d6dd96e621-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5e1b63a22d10a017090b6d6dd96e621 columnFamilyName c 2024-12-08T22:20:18,322 DEBUG [StoreOpener-d5e1b63a22d10a017090b6d6dd96e621-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:18,323 INFO [StoreOpener-d5e1b63a22d10a017090b6d6dd96e621-1 {}] regionserver.HStore(327): Store=d5e1b63a22d10a017090b6d6dd96e621/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:18,323 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d5e1b63a22d10a017090b6d6dd96e621 2024-12-08T22:20:18,323 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testReplayEditsAfterAbortingFlush/d5e1b63a22d10a017090b6d6dd96e621 2024-12-08T22:20:18,324 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testReplayEditsAfterAbortingFlush/d5e1b63a22d10a017090b6d6dd96e621 2024-12-08T22:20:18,325 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36211/hbase/data/default/testReplayEditsAfterAbortingFlush/d5e1b63a22d10a017090b6d6dd96e621/recovered.edits/0000000000000000026 2024-12-08T22:20:18,327 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36211/hbase/data/default/testReplayEditsAfterAbortingFlush/d5e1b63a22d10a017090b6d6dd96e621/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-08T22:20:18,329 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:36211/hbase/data/default/testReplayEditsAfterAbortingFlush/d5e1b63a22d10a017090b6d6dd96e621/recovered.edits/0000000000000000026 2024-12-08T22:20:18,329 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d5e1b63a22d10a017090b6d6dd96e621 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-12-08T22:20:18,342 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/hbase/data/default/testReplayEditsAfterAbortingFlush/d5e1b63a22d10a017090b6d6dd96e621/.tmp/a/5a28d7a5321e43b0b0018884436ebb26 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733696418155/Put/seqid=0 2024-12-08T22:20:18,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741906_1084 (size=5523) 2024-12-08T22:20:18,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741906_1084 (size=5523) 2024-12-08T22:20:18,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741906_1084 (size=5523) 2024-12-08T22:20:18,349 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:36211/hbase/data/default/testReplayEditsAfterAbortingFlush/d5e1b63a22d10a017090b6d6dd96e621/.tmp/a/5a28d7a5321e43b0b0018884436ebb26 2024-12-08T22:20:18,365 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/hbase/data/default/testReplayEditsAfterAbortingFlush/d5e1b63a22d10a017090b6d6dd96e621/.tmp/b/57d4b1384a2640efb6c5d7d814db66d1 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733696418151/Put/seqid=0 2024-12-08T22:20:18,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741907_1085 (size=5524) 2024-12-08T22:20:18,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741907_1085 (size=5524) 2024-12-08T22:20:18,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741907_1085 (size=5524) 2024-12-08T22:20:18,373 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:36211/hbase/data/default/testReplayEditsAfterAbortingFlush/d5e1b63a22d10a017090b6d6dd96e621/.tmp/b/57d4b1384a2640efb6c5d7d814db66d1 2024-12-08T22:20:18,394 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/hbase/data/default/testReplayEditsAfterAbortingFlush/d5e1b63a22d10a017090b6d6dd96e621/.tmp/c/7b46ffe480734f93bb1ae5914d8b65d4 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733696418153/Put/seqid=0 2024-12-08T22:20:18,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741908_1086 (size=5457) 2024-12-08T22:20:18,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741908_1086 (size=5457) 2024-12-08T22:20:18,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741908_1086 (size=5457) 2024-12-08T22:20:18,401 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:36211/hbase/data/default/testReplayEditsAfterAbortingFlush/d5e1b63a22d10a017090b6d6dd96e621/.tmp/c/7b46ffe480734f93bb1ae5914d8b65d4 2024-12-08T22:20:18,406 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/hbase/data/default/testReplayEditsAfterAbortingFlush/d5e1b63a22d10a017090b6d6dd96e621/.tmp/a/5a28d7a5321e43b0b0018884436ebb26 as hdfs://localhost:36211/hbase/data/default/testReplayEditsAfterAbortingFlush/d5e1b63a22d10a017090b6d6dd96e621/a/5a28d7a5321e43b0b0018884436ebb26 2024-12-08T22:20:18,411 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/hbase/data/default/testReplayEditsAfterAbortingFlush/d5e1b63a22d10a017090b6d6dd96e621/a/5a28d7a5321e43b0b0018884436ebb26, entries=7, sequenceid=26, filesize=5.4 K 2024-12-08T22:20:18,412 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/hbase/data/default/testReplayEditsAfterAbortingFlush/d5e1b63a22d10a017090b6d6dd96e621/.tmp/b/57d4b1384a2640efb6c5d7d814db66d1 as hdfs://localhost:36211/hbase/data/default/testReplayEditsAfterAbortingFlush/d5e1b63a22d10a017090b6d6dd96e621/b/57d4b1384a2640efb6c5d7d814db66d1 2024-12-08T22:20:18,416 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/hbase/data/default/testReplayEditsAfterAbortingFlush/d5e1b63a22d10a017090b6d6dd96e621/b/57d4b1384a2640efb6c5d7d814db66d1, entries=7, sequenceid=26, filesize=5.4 K 2024-12-08T22:20:18,418 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/hbase/data/default/testReplayEditsAfterAbortingFlush/d5e1b63a22d10a017090b6d6dd96e621/.tmp/c/7b46ffe480734f93bb1ae5914d8b65d4 as hdfs://localhost:36211/hbase/data/default/testReplayEditsAfterAbortingFlush/d5e1b63a22d10a017090b6d6dd96e621/c/7b46ffe480734f93bb1ae5914d8b65d4 2024-12-08T22:20:18,424 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/hbase/data/default/testReplayEditsAfterAbortingFlush/d5e1b63a22d10a017090b6d6dd96e621/c/7b46ffe480734f93bb1ae5914d8b65d4, entries=6, sequenceid=26, filesize=5.3 K 2024-12-08T22:20:18,424 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for d5e1b63a22d10a017090b6d6dd96e621 in 95ms, sequenceid=26, compaction requested=false; wal=null 2024-12-08T22:20:18,425 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36211/hbase/data/default/testReplayEditsAfterAbortingFlush/d5e1b63a22d10a017090b6d6dd96e621/recovered.edits/0000000000000000026 2024-12-08T22:20:18,426 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d5e1b63a22d10a017090b6d6dd96e621 2024-12-08T22:20:18,426 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d5e1b63a22d10a017090b6d6dd96e621 2024-12-08T22:20:18,427 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T22:20:18,428 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d5e1b63a22d10a017090b6d6dd96e621 2024-12-08T22:20:18,430 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/hbase/data/default/testReplayEditsAfterAbortingFlush/d5e1b63a22d10a017090b6d6dd96e621/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-12-08T22:20:18,431 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d5e1b63a22d10a017090b6d6dd96e621; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59399138, jitterRate=-0.11488386988639832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T22:20:18,431 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d5e1b63a22d10a017090b6d6dd96e621 2024-12-08T22:20:18,432 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d5e1b63a22d10a017090b6d6dd96e621: Running coprocessor pre-open hook at 1733696418317Writing region info on filesystem at 1733696418317Initializing all the Stores at 1733696418318 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696418318Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696418318Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696418318Obtaining lock to block concurrent updates at 1733696418329 (+11 ms)Preparing flush snapshotting stores in d5e1b63a22d10a017090b6d6dd96e621 at 1733696418329Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733696408581.d5e1b63a22d10a017090b6d6dd96e621., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733696418329Flushing stores of testReplayEditsAfterAbortingFlush,,1733696408581.d5e1b63a22d10a017090b6d6dd96e621. at 1733696418329Flushing d5e1b63a22d10a017090b6d6dd96e621/a: creating writer at 1733696418330 (+1 ms)Flushing d5e1b63a22d10a017090b6d6dd96e621/a: appending metadata at 1733696418342 (+12 ms)Flushing d5e1b63a22d10a017090b6d6dd96e621/a: closing flushed file at 1733696418342Flushing d5e1b63a22d10a017090b6d6dd96e621/b: creating writer at 1733696418353 (+11 ms)Flushing d5e1b63a22d10a017090b6d6dd96e621/b: appending metadata at 1733696418365 (+12 ms)Flushing d5e1b63a22d10a017090b6d6dd96e621/b: closing flushed file at 1733696418365Flushing d5e1b63a22d10a017090b6d6dd96e621/c: creating writer at 1733696418379 (+14 ms)Flushing d5e1b63a22d10a017090b6d6dd96e621/c: appending metadata at 1733696418394 (+15 ms)Flushing d5e1b63a22d10a017090b6d6dd96e621/c: closing flushed file at 1733696418394Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@737c351b: reopening flushed file at 1733696418405 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e77f31c: reopening flushed file at 1733696418411 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@769385da: reopening flushed file at 1733696418417 (+6 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for d5e1b63a22d10a017090b6d6dd96e621 in 95ms, sequenceid=26, compaction requested=false; wal=null at 1733696418424 (+7 ms)Cleaning up temporary data from old regions at 1733696418426 (+2 ms)Running coprocessor post-open hooks at 1733696418431 (+5 ms)Region opened successfully at 1733696418432 (+1 ms) 2024-12-08T22:20:18,454 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=421 (was 421), OpenFileDescriptor=1183 (was 1129) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=136 (was 160), ProcessCount=11 (was 11), AvailableMemoryMB=9287 (was 9306) 2024-12-08T22:20:18,454 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-12-08T22:20:18,467 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=421, OpenFileDescriptor=1183, MaxFileDescriptor=1048576, SystemLoadAverage=136, ProcessCount=11, AvailableMemoryMB=9285 2024-12-08T22:20:18,467 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-12-08T22:20:18,489 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T22:20:18,491 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T22:20:18,492 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T22:20:18,494 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-72552706, suffix=, logDir=hdfs://localhost:36211/hbase/WALs/hregion-72552706, archiveDir=hdfs://localhost:36211/hbase/oldWALs, maxLogs=32 2024-12-08T22:20:18,510 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-72552706/hregion-72552706.1733696418495, exclude list is [], retry=0 2024-12-08T22:20:18,513 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-354954ac-8e1f-4fc5-a729-2d011bd6247f,DISK] 2024-12-08T22:20:18,513 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34617,DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397,DISK] 2024-12-08T22:20:18,513 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0,DISK] 2024-12-08T22:20:18,517 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-72552706/hregion-72552706.1733696418495 2024-12-08T22:20:18,517 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42475:42475),(127.0.0.1/127.0.0.1:42175:42175),(127.0.0.1/127.0.0.1:36187:36187)] 2024-12-08T22:20:18,518 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 0ec8ce22917c0a25dab091f7c65f927f, NAME => 'testDatalossWhenInputError,,1733696418489.0ec8ce22917c0a25dab091f7c65f927f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36211/hbase 2024-12-08T22:20:18,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741910_1088 (size=61) 2024-12-08T22:20:18,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741910_1088 (size=61) 2024-12-08T22:20:18,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741910_1088 (size=61) 2024-12-08T22:20:18,535 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733696418489.0ec8ce22917c0a25dab091f7c65f927f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:20:18,537 INFO [StoreOpener-0ec8ce22917c0a25dab091f7c65f927f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0ec8ce22917c0a25dab091f7c65f927f 2024-12-08T22:20:18,538 INFO [StoreOpener-0ec8ce22917c0a25dab091f7c65f927f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ec8ce22917c0a25dab091f7c65f927f columnFamilyName a 2024-12-08T22:20:18,538 DEBUG [StoreOpener-0ec8ce22917c0a25dab091f7c65f927f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:18,539 INFO [StoreOpener-0ec8ce22917c0a25dab091f7c65f927f-1 {}] regionserver.HStore(327): Store=0ec8ce22917c0a25dab091f7c65f927f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:18,539 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0ec8ce22917c0a25dab091f7c65f927f 2024-12-08T22:20:18,540 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testDatalossWhenInputError/0ec8ce22917c0a25dab091f7c65f927f 2024-12-08T22:20:18,540 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testDatalossWhenInputError/0ec8ce22917c0a25dab091f7c65f927f 2024-12-08T22:20:18,540 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0ec8ce22917c0a25dab091f7c65f927f 2024-12-08T22:20:18,541 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0ec8ce22917c0a25dab091f7c65f927f 2024-12-08T22:20:18,542 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0ec8ce22917c0a25dab091f7c65f927f 2024-12-08T22:20:18,544 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/hbase/data/default/testDatalossWhenInputError/0ec8ce22917c0a25dab091f7c65f927f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T22:20:18,545 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0ec8ce22917c0a25dab091f7c65f927f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64488322, jitterRate=-0.039049118757247925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T22:20:18,546 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0ec8ce22917c0a25dab091f7c65f927f: Writing region info on filesystem at 1733696418535Initializing all the Stores at 1733696418535Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696418535Cleaning up temporary data from old regions at 1733696418541 (+6 ms)Region opened successfully at 1733696418546 (+5 ms) 2024-12-08T22:20:18,546 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0ec8ce22917c0a25dab091f7c65f927f, disabling compactions & flushes 2024-12-08T22:20:18,546 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733696418489.0ec8ce22917c0a25dab091f7c65f927f. 2024-12-08T22:20:18,546 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733696418489.0ec8ce22917c0a25dab091f7c65f927f. 2024-12-08T22:20:18,546 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733696418489.0ec8ce22917c0a25dab091f7c65f927f. after waiting 0 ms 2024-12-08T22:20:18,546 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733696418489.0ec8ce22917c0a25dab091f7c65f927f. 2024-12-08T22:20:18,546 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733696418489.0ec8ce22917c0a25dab091f7c65f927f. 2024-12-08T22:20:18,547 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0ec8ce22917c0a25dab091f7c65f927f: Waiting for close lock at 1733696418546Disabling compacts and flushes for region at 1733696418546Disabling writes for close at 1733696418546Writing region close event to WAL at 1733696418546Closed at 1733696418546 2024-12-08T22:20:18,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741909_1087 (size=95) 2024-12-08T22:20:18,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741909_1087 (size=95) 2024-12-08T22:20:18,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741909_1087 (size=95) 2024-12-08T22:20:18,553 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T22:20:18,553 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-72552706:(num 1733696418495) 2024-12-08T22:20:18,553 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T22:20:18,555 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36211/hbase/WALs/testdatalosswheninputerror-manual,16010,1733696418488, archiveDir=hdfs://localhost:36211/hbase/oldWALs, maxLogs=32 2024-12-08T22:20:18,566 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733696418488/wal.1733696418555, exclude list is [], retry=0 2024-12-08T22:20:18,569 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34617,DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397,DISK] 2024-12-08T22:20:18,569 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-354954ac-8e1f-4fc5-a729-2d011bd6247f,DISK] 2024-12-08T22:20:18,569 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0,DISK] 2024-12-08T22:20:18,571 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733696418488/wal.1733696418555 2024-12-08T22:20:18,573 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42175:42175),(127.0.0.1/127.0.0.1:42475:42475),(127.0.0.1/127.0.0.1:36187:36187)] 2024-12-08T22:20:18,573 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ec8ce22917c0a25dab091f7c65f927f, NAME => 'testDatalossWhenInputError,,1733696418489.0ec8ce22917c0a25dab091f7c65f927f.', STARTKEY => '', ENDKEY => ''} 2024-12-08T22:20:18,573 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733696418489.0ec8ce22917c0a25dab091f7c65f927f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:20:18,573 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0ec8ce22917c0a25dab091f7c65f927f 2024-12-08T22:20:18,573 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0ec8ce22917c0a25dab091f7c65f927f 2024-12-08T22:20:18,575 INFO [StoreOpener-0ec8ce22917c0a25dab091f7c65f927f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0ec8ce22917c0a25dab091f7c65f927f 2024-12-08T22:20:18,575 INFO [StoreOpener-0ec8ce22917c0a25dab091f7c65f927f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ec8ce22917c0a25dab091f7c65f927f columnFamilyName a 2024-12-08T22:20:18,576 DEBUG [StoreOpener-0ec8ce22917c0a25dab091f7c65f927f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:18,576 INFO [StoreOpener-0ec8ce22917c0a25dab091f7c65f927f-1 {}] regionserver.HStore(327): Store=0ec8ce22917c0a25dab091f7c65f927f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:18,576 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0ec8ce22917c0a25dab091f7c65f927f 2024-12-08T22:20:18,577 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testDatalossWhenInputError/0ec8ce22917c0a25dab091f7c65f927f 2024-12-08T22:20:18,578 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testDatalossWhenInputError/0ec8ce22917c0a25dab091f7c65f927f 2024-12-08T22:20:18,578 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0ec8ce22917c0a25dab091f7c65f927f 2024-12-08T22:20:18,578 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0ec8ce22917c0a25dab091f7c65f927f 2024-12-08T22:20:18,580 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0ec8ce22917c0a25dab091f7c65f927f 2024-12-08T22:20:18,581 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0ec8ce22917c0a25dab091f7c65f927f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71603948, jitterRate=0.0669819712638855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T22:20:18,581 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0ec8ce22917c0a25dab091f7c65f927f: Writing region info on filesystem at 1733696418573Initializing all the Stores at 1733696418574 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696418574Cleaning up temporary data from old regions at 1733696418578 (+4 ms)Region opened successfully at 1733696418581 (+3 ms) 2024-12-08T22:20:18,589 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0ec8ce22917c0a25dab091f7c65f927f, disabling compactions & flushes 2024-12-08T22:20:18,589 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733696418489.0ec8ce22917c0a25dab091f7c65f927f. 2024-12-08T22:20:18,589 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733696418489.0ec8ce22917c0a25dab091f7c65f927f. 2024-12-08T22:20:18,589 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733696418489.0ec8ce22917c0a25dab091f7c65f927f. after waiting 0 ms 2024-12-08T22:20:18,589 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733696418489.0ec8ce22917c0a25dab091f7c65f927f. 2024-12-08T22:20:18,589 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733696418489.0ec8ce22917c0a25dab091f7c65f927f. 2024-12-08T22:20:18,589 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733696418489.0ec8ce22917c0a25dab091f7c65f927f. 2024-12-08T22:20:18,589 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0ec8ce22917c0a25dab091f7c65f927f: Waiting for close lock at 1733696418589Disabling compacts and flushes for region at 1733696418589Disabling writes for close at 1733696418589Writing region close event to WAL at 1733696418589Closed at 1733696418589 2024-12-08T22:20:18,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741911_1089 (size=1050) 2024-12-08T22:20:18,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741911_1089 (size=1050) 2024-12-08T22:20:18,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741911_1089 (size=1050) 2024-12-08T22:20:18,607 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36211/hbase/WALs/testdatalosswheninputerror-manual,16010,1733696418488/wal.1733696418555, size=1.0 K (1050bytes) 2024-12-08T22:20:18,607 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36211/hbase/WALs/testdatalosswheninputerror-manual,16010,1733696418488/wal.1733696418555 2024-12-08T22:20:18,607 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36211/hbase/WALs/testdatalosswheninputerror-manual,16010,1733696418488/wal.1733696418555 after 0ms 2024-12-08T22:20:18,609 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36211/hbase/WALs/testdatalosswheninputerror-manual,16010,1733696418488/wal.1733696418555: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-08T22:20:18,609 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36211/hbase/WALs/testdatalosswheninputerror-manual,16010,1733696418488/wal.1733696418555 took 2ms 2024-12-08T22:20:18,611 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36211/hbase/WALs/testdatalosswheninputerror-manual,16010,1733696418488/wal.1733696418555 so closing down 2024-12-08T22:20:18,611 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T22:20:18,613 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733696418555.temp 2024-12-08T22:20:18,614 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testDatalossWhenInputError/0ec8ce22917c0a25dab091f7c65f927f/recovered.edits/0000000000000000003-wal.1733696418555.temp 2024-12-08T22:20:18,614 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T22:20:18,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741912_1090 (size=1050) 2024-12-08T22:20:18,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741912_1090 (size=1050) 2024-12-08T22:20:18,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741912_1090 (size=1050) 2024-12-08T22:20:18,624 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testDatalossWhenInputError/0ec8ce22917c0a25dab091f7c65f927f/recovered.edits/0000000000000000003-wal.1733696418555.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-08T22:20:18,626 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36211/hbase/data/default/testDatalossWhenInputError/0ec8ce22917c0a25dab091f7c65f927f/recovered.edits/0000000000000000003-wal.1733696418555.temp to hdfs://localhost:36211/hbase/data/default/testDatalossWhenInputError/0ec8ce22917c0a25dab091f7c65f927f/recovered.edits/0000000000000000012 2024-12-08T22:20:18,626 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36211/hbase/WALs/testdatalosswheninputerror-manual,16010,1733696418488/wal.1733696418555, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-12-08T22:20:18,626 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36211/hbase/WALs/testdatalosswheninputerror-manual,16010,1733696418488/wal.1733696418555, journal: Splitting hdfs://localhost:36211/hbase/WALs/testdatalosswheninputerror-manual,16010,1733696418488/wal.1733696418555, size=1.0 K (1050bytes) at 1733696418607Finishing writing output for hdfs://localhost:36211/hbase/WALs/testdatalosswheninputerror-manual,16010,1733696418488/wal.1733696418555 so closing down at 1733696418611 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testDatalossWhenInputError/0ec8ce22917c0a25dab091f7c65f927f/recovered.edits/0000000000000000003-wal.1733696418555.temp at 1733696418614 (+3 ms)3 split writer threads finished at 1733696418614Closed recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testDatalossWhenInputError/0ec8ce22917c0a25dab091f7c65f927f/recovered.edits/0000000000000000003-wal.1733696418555.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733696418624 (+10 ms)Rename recovered edits hdfs://localhost:36211/hbase/data/default/testDatalossWhenInputError/0ec8ce22917c0a25dab091f7c65f927f/recovered.edits/0000000000000000003-wal.1733696418555.temp to hdfs://localhost:36211/hbase/data/default/testDatalossWhenInputError/0ec8ce22917c0a25dab091f7c65f927f/recovered.edits/0000000000000000012 at 1733696418626 (+2 ms)Processed 10 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36211/hbase/WALs/testdatalosswheninputerror-manual,16010,1733696418488/wal.1733696418555, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1733696418626 2024-12-08T22:20:18,628 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36211/hbase/WALs/testdatalosswheninputerror-manual,16010,1733696418488/wal.1733696418555 to hdfs://localhost:36211/hbase/oldWALs/wal.1733696418555 2024-12-08T22:20:18,629 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36211/hbase/data/default/testDatalossWhenInputError/0ec8ce22917c0a25dab091f7c65f927f/recovered.edits/0000000000000000012 2024-12-08T22:20:18,632 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36211/hbase/data/default/testDatalossWhenInputError/0ec8ce22917c0a25dab091f7c65f927f/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-08T22:20:18,884 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T22:20:18,983 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T22:20:18,985 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36211/hbase/WALs/testdatalosswheninputerror-manual,16010,1733696418488, archiveDir=hdfs://localhost:36211/hbase/oldWALs, maxLogs=32 2024-12-08T22:20:18,996 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733696418488/wal.1733696418986, exclude list is [], retry=0 2024-12-08T22:20:18,998 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0,DISK] 2024-12-08T22:20:18,998 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-354954ac-8e1f-4fc5-a729-2d011bd6247f,DISK] 2024-12-08T22:20:18,999 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34617,DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397,DISK] 2024-12-08T22:20:19,000 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733696418488/wal.1733696418986 2024-12-08T22:20:19,000 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36187:36187),(127.0.0.1/127.0.0.1:42475:42475),(127.0.0.1/127.0.0.1:42175:42175)] 2024-12-08T22:20:19,000 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ec8ce22917c0a25dab091f7c65f927f, NAME => 'testDatalossWhenInputError,,1733696418489.0ec8ce22917c0a25dab091f7c65f927f.', STARTKEY => '', ENDKEY => ''} 2024-12-08T22:20:19,000 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733696418489.0ec8ce22917c0a25dab091f7c65f927f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:20:19,001 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0ec8ce22917c0a25dab091f7c65f927f 2024-12-08T22:20:19,001 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0ec8ce22917c0a25dab091f7c65f927f 2024-12-08T22:20:19,004 INFO [StoreOpener-0ec8ce22917c0a25dab091f7c65f927f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0ec8ce22917c0a25dab091f7c65f927f 2024-12-08T22:20:19,005 INFO [StoreOpener-0ec8ce22917c0a25dab091f7c65f927f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ec8ce22917c0a25dab091f7c65f927f columnFamilyName a 2024-12-08T22:20:19,005 DEBUG [StoreOpener-0ec8ce22917c0a25dab091f7c65f927f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:19,006 INFO [StoreOpener-0ec8ce22917c0a25dab091f7c65f927f-1 {}] regionserver.HStore(327): Store=0ec8ce22917c0a25dab091f7c65f927f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:19,007 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0ec8ce22917c0a25dab091f7c65f927f 2024-12-08T22:20:19,007 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testDatalossWhenInputError/0ec8ce22917c0a25dab091f7c65f927f 2024-12-08T22:20:19,009 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testDatalossWhenInputError/0ec8ce22917c0a25dab091f7c65f927f 2024-12-08T22:20:19,009 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36211/hbase/data/default/testDatalossWhenInputError/0ec8ce22917c0a25dab091f7c65f927f/recovered.edits/0000000000000000012 2024-12-08T22:20:19,011 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36211/hbase/data/default/testDatalossWhenInputError/0ec8ce22917c0a25dab091f7c65f927f/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-08T22:20:19,012 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:36211/hbase/data/default/testDatalossWhenInputError/0ec8ce22917c0a25dab091f7c65f927f/recovered.edits/0000000000000000012 2024-12-08T22:20:19,012 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0ec8ce22917c0a25dab091f7c65f927f 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-12-08T22:20:19,031 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/hbase/data/default/testDatalossWhenInputError/0ec8ce22917c0a25dab091f7c65f927f/.tmp/a/631b34a844e74ccba161bff0b97d7213 is 79, key is testDatalossWhenInputError/a:x0/1733696418581/Put/seqid=0 2024-12-08T22:20:19,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741914_1092 (size=5808) 2024-12-08T22:20:19,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741914_1092 (size=5808) 2024-12-08T22:20:19,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741914_1092 (size=5808) 2024-12-08T22:20:19,039 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36211/hbase/data/default/testDatalossWhenInputError/0ec8ce22917c0a25dab091f7c65f927f/.tmp/a/631b34a844e74ccba161bff0b97d7213 2024-12-08T22:20:19,049 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/hbase/data/default/testDatalossWhenInputError/0ec8ce22917c0a25dab091f7c65f927f/.tmp/a/631b34a844e74ccba161bff0b97d7213 as hdfs://localhost:36211/hbase/data/default/testDatalossWhenInputError/0ec8ce22917c0a25dab091f7c65f927f/a/631b34a844e74ccba161bff0b97d7213 2024-12-08T22:20:19,058 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/hbase/data/default/testDatalossWhenInputError/0ec8ce22917c0a25dab091f7c65f927f/a/631b34a844e74ccba161bff0b97d7213, entries=10, sequenceid=12, filesize=5.7 K 2024-12-08T22:20:19,058 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 0ec8ce22917c0a25dab091f7c65f927f in 46ms, sequenceid=12, compaction requested=false; wal=null 2024-12-08T22:20:19,059 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36211/hbase/data/default/testDatalossWhenInputError/0ec8ce22917c0a25dab091f7c65f927f/recovered.edits/0000000000000000012 2024-12-08T22:20:19,060 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0ec8ce22917c0a25dab091f7c65f927f 2024-12-08T22:20:19,060 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0ec8ce22917c0a25dab091f7c65f927f 2024-12-08T22:20:19,062 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0ec8ce22917c0a25dab091f7c65f927f 2024-12-08T22:20:19,064 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/hbase/data/default/testDatalossWhenInputError/0ec8ce22917c0a25dab091f7c65f927f/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-08T22:20:19,065 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0ec8ce22917c0a25dab091f7c65f927f; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72020863, jitterRate=0.0731944888830185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T22:20:19,066 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0ec8ce22917c0a25dab091f7c65f927f: Writing region info on filesystem at 1733696419001Initializing all the Stores at 1733696419003 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696419003Obtaining lock to block concurrent updates at 1733696419012 (+9 ms)Preparing flush snapshotting stores in 0ec8ce22917c0a25dab091f7c65f927f at 1733696419012Finished memstore snapshotting testDatalossWhenInputError,,1733696418489.0ec8ce22917c0a25dab091f7c65f927f., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733696419012Flushing stores of testDatalossWhenInputError,,1733696418489.0ec8ce22917c0a25dab091f7c65f927f. at 1733696419012Flushing 0ec8ce22917c0a25dab091f7c65f927f/a: creating writer at 1733696419012Flushing 0ec8ce22917c0a25dab091f7c65f927f/a: appending metadata at 1733696419030 (+18 ms)Flushing 0ec8ce22917c0a25dab091f7c65f927f/a: closing flushed file at 1733696419030Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eeb2f52: reopening flushed file at 1733696419047 (+17 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 0ec8ce22917c0a25dab091f7c65f927f in 46ms, sequenceid=12, compaction requested=false; wal=null at 1733696419058 (+11 ms)Cleaning up temporary data from old regions at 1733696419060 (+2 ms)Region opened successfully at 1733696419065 (+5 ms) 2024-12-08T22:20:19,068 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ec8ce22917c0a25dab091f7c65f927f, NAME => 'testDatalossWhenInputError,,1733696418489.0ec8ce22917c0a25dab091f7c65f927f.', STARTKEY => '', ENDKEY => ''} 2024-12-08T22:20:19,068 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733696418489.0ec8ce22917c0a25dab091f7c65f927f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:20:19,069 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0ec8ce22917c0a25dab091f7c65f927f 2024-12-08T22:20:19,069 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0ec8ce22917c0a25dab091f7c65f927f 2024-12-08T22:20:19,070 INFO [StoreOpener-0ec8ce22917c0a25dab091f7c65f927f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0ec8ce22917c0a25dab091f7c65f927f 2024-12-08T22:20:19,071 INFO [StoreOpener-0ec8ce22917c0a25dab091f7c65f927f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ec8ce22917c0a25dab091f7c65f927f columnFamilyName a 2024-12-08T22:20:19,071 DEBUG [StoreOpener-0ec8ce22917c0a25dab091f7c65f927f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:19,076 DEBUG [StoreOpener-0ec8ce22917c0a25dab091f7c65f927f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36211/hbase/data/default/testDatalossWhenInputError/0ec8ce22917c0a25dab091f7c65f927f/a/631b34a844e74ccba161bff0b97d7213 2024-12-08T22:20:19,077 INFO [StoreOpener-0ec8ce22917c0a25dab091f7c65f927f-1 {}] regionserver.HStore(327): Store=0ec8ce22917c0a25dab091f7c65f927f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:19,077 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0ec8ce22917c0a25dab091f7c65f927f 2024-12-08T22:20:19,078 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testDatalossWhenInputError/0ec8ce22917c0a25dab091f7c65f927f 2024-12-08T22:20:19,079 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testDatalossWhenInputError/0ec8ce22917c0a25dab091f7c65f927f 2024-12-08T22:20:19,080 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0ec8ce22917c0a25dab091f7c65f927f 2024-12-08T22:20:19,080 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0ec8ce22917c0a25dab091f7c65f927f 2024-12-08T22:20:19,081 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0ec8ce22917c0a25dab091f7c65f927f 2024-12-08T22:20:19,084 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/hbase/data/default/testDatalossWhenInputError/0ec8ce22917c0a25dab091f7c65f927f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-12-08T22:20:19,084 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0ec8ce22917c0a25dab091f7c65f927f; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63018863, jitterRate=-0.06094576418399811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T22:20:19,085 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0ec8ce22917c0a25dab091f7c65f927f: Writing region info on filesystem at 1733696419069Initializing all the Stores at 1733696419070 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696419070Cleaning up temporary data from old regions at 1733696419080 (+10 ms)Region opened successfully at 1733696419085 (+5 ms) 2024-12-08T22:20:19,099 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=433 (was 421) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-53176884-172.17.0.2-1733696385290:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:36044 [Waiting for operation #30] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/cluster_6d4b0271-6815-a0b7-13b6-4346a396e70d/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:40834 [Receiving block BP-53176884-172.17.0.2-1733696385290:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-53176884-172.17.0.2-1733696385290:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:36108 [Receiving block BP-53176884-172.17.0.2-1733696385290:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:53932 [Receiving block BP-53176884-172.17.0.2-1733696385290:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/cluster_6d4b0271-6815-a0b7-13b6-4346a396e70d/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-53176884-172.17.0.2-1733696385290:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:40762 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1265 (was 1183) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=136 (was 136), ProcessCount=11 (was 11), AvailableMemoryMB=9273 (was 9285) 2024-12-08T22:20:19,099 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-12-08T22:20:19,111 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=433, OpenFileDescriptor=1265, MaxFileDescriptor=1048576, SystemLoadAverage=136, ProcessCount=11, AvailableMemoryMB=9272 2024-12-08T22:20:19,111 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-12-08T22:20:19,126 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T22:20:19,127 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T22:20:19,128 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T22:20:19,130 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-72047892, suffix=, logDir=hdfs://localhost:36211/hbase/WALs/hregion-72047892, archiveDir=hdfs://localhost:36211/hbase/oldWALs, maxLogs=32 2024-12-08T22:20:19,143 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-72047892/hregion-72047892.1733696419131, exclude list is [], retry=0 2024-12-08T22:20:19,146 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34617,DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397,DISK] 2024-12-08T22:20:19,146 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-354954ac-8e1f-4fc5-a729-2d011bd6247f,DISK] 2024-12-08T22:20:19,146 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0,DISK] 2024-12-08T22:20:19,148 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-72047892/hregion-72047892.1733696419131 2024-12-08T22:20:19,148 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42175:42175),(127.0.0.1/127.0.0.1:42475:42475),(127.0.0.1/127.0.0.1:36187:36187)] 2024-12-08T22:20:19,149 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f5b21e746ecc79f39d0d1b559406e02e, NAME => 'testCompactedBulkLoadedFiles,,1733696419126.f5b21e746ecc79f39d0d1b559406e02e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36211/hbase 2024-12-08T22:20:19,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741916_1094 (size=63) 2024-12-08T22:20:19,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741916_1094 (size=63) 2024-12-08T22:20:19,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741916_1094 (size=63) 2024-12-08T22:20:19,161 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733696419126.f5b21e746ecc79f39d0d1b559406e02e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:20:19,165 INFO [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f5b21e746ecc79f39d0d1b559406e02e 2024-12-08T22:20:19,166 INFO [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5b21e746ecc79f39d0d1b559406e02e columnFamilyName a 2024-12-08T22:20:19,166 DEBUG [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:19,167 INFO [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] regionserver.HStore(327): Store=f5b21e746ecc79f39d0d1b559406e02e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:19,167 INFO [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f5b21e746ecc79f39d0d1b559406e02e 2024-12-08T22:20:19,168 INFO [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5b21e746ecc79f39d0d1b559406e02e columnFamilyName b 2024-12-08T22:20:19,169 DEBUG [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:19,169 INFO [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] regionserver.HStore(327): Store=f5b21e746ecc79f39d0d1b559406e02e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:19,169 INFO [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f5b21e746ecc79f39d0d1b559406e02e 2024-12-08T22:20:19,170 INFO [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5b21e746ecc79f39d0d1b559406e02e columnFamilyName c 2024-12-08T22:20:19,170 DEBUG [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:19,171 INFO [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] regionserver.HStore(327): Store=f5b21e746ecc79f39d0d1b559406e02e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:19,172 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f5b21e746ecc79f39d0d1b559406e02e 2024-12-08T22:20:19,172 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e 2024-12-08T22:20:19,173 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e 2024-12-08T22:20:19,174 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f5b21e746ecc79f39d0d1b559406e02e 2024-12-08T22:20:19,174 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f5b21e746ecc79f39d0d1b559406e02e 2024-12-08T22:20:19,175 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T22:20:19,176 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f5b21e746ecc79f39d0d1b559406e02e 2024-12-08T22:20:19,178 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T22:20:19,179 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f5b21e746ecc79f39d0d1b559406e02e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71782009, jitterRate=0.0696352869272232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T22:20:19,180 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f5b21e746ecc79f39d0d1b559406e02e: Writing region info on filesystem at 1733696419162Initializing all the Stores at 1733696419163 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696419163Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696419164 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696419165 (+1 ms)Cleaning up temporary data from old regions at 1733696419174 (+9 ms)Region opened successfully at 1733696419180 (+6 ms) 2024-12-08T22:20:19,180 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f5b21e746ecc79f39d0d1b559406e02e, disabling compactions & flushes 2024-12-08T22:20:19,180 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733696419126.f5b21e746ecc79f39d0d1b559406e02e. 2024-12-08T22:20:19,180 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733696419126.f5b21e746ecc79f39d0d1b559406e02e. 2024-12-08T22:20:19,180 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733696419126.f5b21e746ecc79f39d0d1b559406e02e. after waiting 0 ms 2024-12-08T22:20:19,180 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733696419126.f5b21e746ecc79f39d0d1b559406e02e. 2024-12-08T22:20:19,181 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733696419126.f5b21e746ecc79f39d0d1b559406e02e. 2024-12-08T22:20:19,181 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f5b21e746ecc79f39d0d1b559406e02e: Waiting for close lock at 1733696419180Disabling compacts and flushes for region at 1733696419180Disabling writes for close at 1733696419180Writing region close event to WAL at 1733696419180Closed at 1733696419180 2024-12-08T22:20:19,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741915_1093 (size=95) 2024-12-08T22:20:19,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741915_1093 (size=95) 2024-12-08T22:20:19,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741915_1093 (size=95) 2024-12-08T22:20:19,187 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T22:20:19,187 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-72047892:(num 1733696419131) 2024-12-08T22:20:19,187 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T22:20:19,189 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36211/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733696419125, archiveDir=hdfs://localhost:36211/hbase/oldWALs, maxLogs=32 2024-12-08T22:20:19,204 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733696419125/wal.1733696419190, exclude list is [], retry=0 2024-12-08T22:20:19,207 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34617,DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397,DISK] 2024-12-08T22:20:19,208 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-354954ac-8e1f-4fc5-a729-2d011bd6247f,DISK] 2024-12-08T22:20:19,208 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0,DISK] 2024-12-08T22:20:19,209 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733696419125/wal.1733696419190 2024-12-08T22:20:19,210 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42175:42175),(127.0.0.1/127.0.0.1:42475:42475),(127.0.0.1/127.0.0.1:36187:36187)] 2024-12-08T22:20:19,210 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f5b21e746ecc79f39d0d1b559406e02e, NAME => 'testCompactedBulkLoadedFiles,,1733696419126.f5b21e746ecc79f39d0d1b559406e02e.', STARTKEY => '', ENDKEY => ''} 2024-12-08T22:20:19,210 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733696419126.f5b21e746ecc79f39d0d1b559406e02e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:20:19,210 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f5b21e746ecc79f39d0d1b559406e02e 2024-12-08T22:20:19,210 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f5b21e746ecc79f39d0d1b559406e02e 2024-12-08T22:20:19,212 INFO [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f5b21e746ecc79f39d0d1b559406e02e 2024-12-08T22:20:19,213 INFO [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5b21e746ecc79f39d0d1b559406e02e columnFamilyName a 2024-12-08T22:20:19,213 DEBUG [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:19,213 INFO [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] regionserver.HStore(327): Store=f5b21e746ecc79f39d0d1b559406e02e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:19,213 INFO [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f5b21e746ecc79f39d0d1b559406e02e 2024-12-08T22:20:19,214 INFO [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5b21e746ecc79f39d0d1b559406e02e columnFamilyName b 2024-12-08T22:20:19,215 DEBUG [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:19,215 INFO [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] regionserver.HStore(327): Store=f5b21e746ecc79f39d0d1b559406e02e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:19,215 INFO [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f5b21e746ecc79f39d0d1b559406e02e 2024-12-08T22:20:19,216 INFO [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5b21e746ecc79f39d0d1b559406e02e columnFamilyName c 2024-12-08T22:20:19,216 DEBUG [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:19,217 INFO [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] regionserver.HStore(327): Store=f5b21e746ecc79f39d0d1b559406e02e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:19,217 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f5b21e746ecc79f39d0d1b559406e02e 2024-12-08T22:20:19,218 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e 2024-12-08T22:20:19,219 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e 2024-12-08T22:20:19,220 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f5b21e746ecc79f39d0d1b559406e02e 2024-12-08T22:20:19,220 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f5b21e746ecc79f39d0d1b559406e02e 2024-12-08T22:20:19,221 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T22:20:19,222 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f5b21e746ecc79f39d0d1b559406e02e 2024-12-08T22:20:19,222 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f5b21e746ecc79f39d0d1b559406e02e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70566515, jitterRate=0.05152301490306854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T22:20:19,223 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f5b21e746ecc79f39d0d1b559406e02e: Writing region info on filesystem at 1733696419210Initializing all the Stores at 1733696419211 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696419211Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696419211Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696419211Cleaning up temporary data from old regions at 1733696419220 (+9 ms)Region opened successfully at 1733696419223 (+3 ms) 2024-12-08T22:20:19,227 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733696419227/Put/seqid=0 2024-12-08T22:20:19,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741918_1096 (size=4875) 2024-12-08T22:20:19,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741918_1096 (size=4875) 2024-12-08T22:20:19,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741918_1096 (size=4875) 2024-12-08T22:20:19,237 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733696419236/Put/seqid=0 2024-12-08T22:20:19,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741919_1097 (size=4875) 2024-12-08T22:20:19,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741919_1097 (size=4875) 2024-12-08T22:20:19,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741919_1097 (size=4875) 2024-12-08T22:20:19,247 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733696419247/Put/seqid=0 2024-12-08T22:20:19,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741920_1098 (size=4875) 2024-12-08T22:20:19,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741920_1098 (size=4875) 2024-12-08T22:20:19,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741920_1098 (size=4875) 2024-12-08T22:20:19,255 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36211/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in f5b21e746ecc79f39d0d1b559406e02e/a 2024-12-08T22:20:19,258 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-12-08T22:20:19,258 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-08T22:20:19,258 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36211/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in f5b21e746ecc79f39d0d1b559406e02e/a 2024-12-08T22:20:19,261 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-12-08T22:20:19,261 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-08T22:20:19,261 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36211/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in f5b21e746ecc79f39d0d1b559406e02e/a 2024-12-08T22:20:19,265 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-12-08T22:20:19,265 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-08T22:20:19,265 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f5b21e746ecc79f39d0d1b559406e02e 3/3 column families, dataSize=51 B heapSize=896 B 2024-12-08T22:20:19,278 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/.tmp/a/4c680fdf48b847ca8cfc2c3e005071fa is 55, key is testCompactedBulkLoadedFiles/a:a/1733696419223/Put/seqid=0 2024-12-08T22:20:19,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741921_1099 (size=5107) 2024-12-08T22:20:19,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741921_1099 (size=5107) 2024-12-08T22:20:19,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741921_1099 (size=5107) 2024-12-08T22:20:19,285 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/.tmp/a/4c680fdf48b847ca8cfc2c3e005071fa 2024-12-08T22:20:19,290 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/.tmp/a/4c680fdf48b847ca8cfc2c3e005071fa as hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/4c680fdf48b847ca8cfc2c3e005071fa 2024-12-08T22:20:19,294 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/4c680fdf48b847ca8cfc2c3e005071fa, entries=1, sequenceid=4, filesize=5.0 K 2024-12-08T22:20:19,295 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for f5b21e746ecc79f39d0d1b559406e02e in 30ms, sequenceid=4, compaction requested=false 2024-12-08T22:20:19,295 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f5b21e746ecc79f39d0d1b559406e02e: 2024-12-08T22:20:19,296 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/6d8bf62ddc624c869040e2506293876d_SeqId_4_ 2024-12-08T22:20:19,298 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/4eab7beb2c1b41ffab45a10c86e93991_SeqId_4_ 2024-12-08T22:20:19,299 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/b503abf055af40feb01f69b52ce66ab0_SeqId_4_ 2024-12-08T22:20:19,299 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36211/hbase/testCompactedBulkLoadedFiles/hfile0 into f5b21e746ecc79f39d0d1b559406e02e/a as hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/6d8bf62ddc624c869040e2506293876d_SeqId_4_ - updating store file list. 2024-12-08T22:20:19,304 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6d8bf62ddc624c869040e2506293876d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-08T22:20:19,304 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/6d8bf62ddc624c869040e2506293876d_SeqId_4_ into f5b21e746ecc79f39d0d1b559406e02e/a 2024-12-08T22:20:19,304 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36211/hbase/testCompactedBulkLoadedFiles/hfile0 into f5b21e746ecc79f39d0d1b559406e02e/a (new location: hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/6d8bf62ddc624c869040e2506293876d_SeqId_4_) 2024-12-08T22:20:19,305 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36211/hbase/testCompactedBulkLoadedFiles/hfile1 into f5b21e746ecc79f39d0d1b559406e02e/a as hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/4eab7beb2c1b41ffab45a10c86e93991_SeqId_4_ - updating store file list. 2024-12-08T22:20:19,309 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4eab7beb2c1b41ffab45a10c86e93991_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-08T22:20:19,309 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/4eab7beb2c1b41ffab45a10c86e93991_SeqId_4_ into f5b21e746ecc79f39d0d1b559406e02e/a 2024-12-08T22:20:19,309 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36211/hbase/testCompactedBulkLoadedFiles/hfile1 into f5b21e746ecc79f39d0d1b559406e02e/a (new location: hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/4eab7beb2c1b41ffab45a10c86e93991_SeqId_4_) 2024-12-08T22:20:19,310 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36211/hbase/testCompactedBulkLoadedFiles/hfile2 into f5b21e746ecc79f39d0d1b559406e02e/a as hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/b503abf055af40feb01f69b52ce66ab0_SeqId_4_ - updating store file list. 2024-12-08T22:20:19,314 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for b503abf055af40feb01f69b52ce66ab0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-08T22:20:19,314 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/b503abf055af40feb01f69b52ce66ab0_SeqId_4_ into f5b21e746ecc79f39d0d1b559406e02e/a 2024-12-08T22:20:19,314 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36211/hbase/testCompactedBulkLoadedFiles/hfile2 into f5b21e746ecc79f39d0d1b559406e02e/a (new location: hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/b503abf055af40feb01f69b52ce66ab0_SeqId_4_) 2024-12-08T22:20:19,321 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T22:20:19,321 DEBUG [Time-limited test {}] regionserver.HStore(1541): f5b21e746ecc79f39d0d1b559406e02e/a is initiating major compaction (all files) 2024-12-08T22:20:19,321 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of f5b21e746ecc79f39d0d1b559406e02e/a in testCompactedBulkLoadedFiles,,1733696419126.f5b21e746ecc79f39d0d1b559406e02e. 2024-12-08T22:20:19,321 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/4c680fdf48b847ca8cfc2c3e005071fa, hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/6d8bf62ddc624c869040e2506293876d_SeqId_4_, hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/4eab7beb2c1b41ffab45a10c86e93991_SeqId_4_, hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/b503abf055af40feb01f69b52ce66ab0_SeqId_4_] into tmpdir=hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/.tmp, totalSize=19.3 K 2024-12-08T22:20:19,322 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4c680fdf48b847ca8cfc2c3e005071fa, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733696419223 2024-12-08T22:20:19,322 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 6d8bf62ddc624c869040e2506293876d_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-08T22:20:19,322 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4eab7beb2c1b41ffab45a10c86e93991_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-08T22:20:19,323 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b503abf055af40feb01f69b52ce66ab0_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-08T22:20:19,337 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/.tmp/a/211944f1107f49fc9aa2d854e46e85c4 is 55, key is testCompactedBulkLoadedFiles/a:a/1733696419223/Put/seqid=0 2024-12-08T22:20:19,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741922_1100 (size=6154) 2024-12-08T22:20:19,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741922_1100 (size=6154) 2024-12-08T22:20:19,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741922_1100 (size=6154) 2024-12-08T22:20:19,350 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/.tmp/a/211944f1107f49fc9aa2d854e46e85c4 as hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/211944f1107f49fc9aa2d854e46e85c4 2024-12-08T22:20:19,355 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in f5b21e746ecc79f39d0d1b559406e02e/a of f5b21e746ecc79f39d0d1b559406e02e into 211944f1107f49fc9aa2d854e46e85c4(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T22:20:19,355 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for f5b21e746ecc79f39d0d1b559406e02e: 2024-12-08T22:20:19,355 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-08T22:20:19,356 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-08T22:20:19,382 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36211/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733696419125/wal.1733696419190, size=0 (0bytes) 2024-12-08T22:20:19,383 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:36211/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733696419125/wal.1733696419190 might be still open, length is 0 2024-12-08T22:20:19,383 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36211/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733696419125/wal.1733696419190 2024-12-08T22:20:19,383 WARN [IPC Server handler 1 on default port 36211 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733696419125/wal.1733696419190 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-12-08T22:20:19,383 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:36211/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733696419125/wal.1733696419190 after 0ms 2024-12-08T22:20:20,012 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-12-08T22:20:20,012 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-12-08T22:20:20,014 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-12-08T22:20:20,014 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-12-08T22:20:21,773 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:36138 [Receiving block BP-53176884-172.17.0.2-1733696385290:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:34617:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36138 dst: /127.0.0.1:34617 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34617 remote=/127.0.0.1:36138]. Total timeout mills is 60000, 57582 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:20:21,774 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:40866 [Receiving block BP-53176884-172.17.0.2-1733696385290:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:44213:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40866 dst: /127.0.0.1:44213 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:20:21,774 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:53984 [Receiving block BP-53176884-172.17.0.2-1733696385290:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:34705:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53984 dst: /127.0.0.1:34705 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:20:21,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741917_1101 (size=1169) 2024-12-08T22:20:21,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741917_1101 (size=1169) 2024-12-08T22:20:21,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741917_1101 (size=1169) 2024-12-08T22:20:23,384 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:36211/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733696419125/wal.1733696419190 after 4001ms 2024-12-08T22:20:23,387 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36211/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733696419125/wal.1733696419190: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-08T22:20:23,387 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36211/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733696419125/wal.1733696419190 took 4005ms 2024-12-08T22:20:23,389 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:36211/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733696419125/wal.1733696419190; continuing. 2024-12-08T22:20:23,389 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36211/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733696419125/wal.1733696419190 so closing down 2024-12-08T22:20:23,389 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T22:20:23,390 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733696419190.temp 2024-12-08T22:20:23,392 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/recovered.edits/0000000000000000003-wal.1733696419190.temp 2024-12-08T22:20:23,392 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T22:20:23,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741923_1102 (size=546) 2024-12-08T22:20:23,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741923_1102 (size=546) 2024-12-08T22:20:23,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741923_1102 (size=546) 2024-12-08T22:20:23,398 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/recovered.edits/0000000000000000003-wal.1733696419190.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-08T22:20:23,400 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/recovered.edits/0000000000000000003-wal.1733696419190.temp to hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/recovered.edits/0000000000000000008 2024-12-08T22:20:23,400 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:36211/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733696419125/wal.1733696419190, size=0, length=0, corrupted=false, cancelled=false 2024-12-08T22:20:23,400 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36211/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733696419125/wal.1733696419190, journal: Splitting hdfs://localhost:36211/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733696419125/wal.1733696419190, size=0 (0bytes) at 1733696419382Finishing writing output for hdfs://localhost:36211/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733696419125/wal.1733696419190 so closing down at 1733696423389 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/recovered.edits/0000000000000000003-wal.1733696419190.temp at 1733696423392 (+3 ms)3 split writer threads finished at 1733696423392Closed recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/recovered.edits/0000000000000000003-wal.1733696419190.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733696423399 (+7 ms)Rename recovered edits hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/recovered.edits/0000000000000000003-wal.1733696419190.temp to hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/recovered.edits/0000000000000000008 at 1733696423400 (+1 ms)Processed 5 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:36211/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733696419125/wal.1733696419190, size=0, length=0, corrupted=false, cancelled=false at 1733696423400 2024-12-08T22:20:23,401 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36211/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733696419125/wal.1733696419190 to hdfs://localhost:36211/hbase/oldWALs/wal.1733696419190 2024-12-08T22:20:23,402 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/recovered.edits/0000000000000000008 2024-12-08T22:20:23,402 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T22:20:23,404 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36211/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733696419125, archiveDir=hdfs://localhost:36211/hbase/oldWALs, maxLogs=32 2024-12-08T22:20:23,415 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733696419125/wal.1733696423404, exclude list is [], retry=0 2024-12-08T22:20:23,418 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0,DISK] 2024-12-08T22:20:23,418 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34617,DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397,DISK] 2024-12-08T22:20:23,418 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-354954ac-8e1f-4fc5-a729-2d011bd6247f,DISK] 2024-12-08T22:20:23,420 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733696419125/wal.1733696423404 2024-12-08T22:20:23,420 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36187:36187),(127.0.0.1/127.0.0.1:42175:42175),(127.0.0.1/127.0.0.1:42475:42475)] 2024-12-08T22:20:23,420 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f5b21e746ecc79f39d0d1b559406e02e, NAME => 'testCompactedBulkLoadedFiles,,1733696419126.f5b21e746ecc79f39d0d1b559406e02e.', STARTKEY => '', ENDKEY => ''} 2024-12-08T22:20:23,421 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733696419126.f5b21e746ecc79f39d0d1b559406e02e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:20:23,421 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f5b21e746ecc79f39d0d1b559406e02e 2024-12-08T22:20:23,421 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f5b21e746ecc79f39d0d1b559406e02e 2024-12-08T22:20:23,422 INFO [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f5b21e746ecc79f39d0d1b559406e02e 2024-12-08T22:20:23,423 INFO [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5b21e746ecc79f39d0d1b559406e02e columnFamilyName a 2024-12-08T22:20:23,423 DEBUG [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:23,429 DEBUG [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/211944f1107f49fc9aa2d854e46e85c4 2024-12-08T22:20:23,433 DEBUG [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/4c680fdf48b847ca8cfc2c3e005071fa 2024-12-08T22:20:23,437 DEBUG [StoreFileOpener-f5b21e746ecc79f39d0d1b559406e02e-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4eab7beb2c1b41ffab45a10c86e93991_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-08T22:20:23,437 DEBUG [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/4eab7beb2c1b41ffab45a10c86e93991_SeqId_4_ 2024-12-08T22:20:23,443 DEBUG [StoreFileOpener-f5b21e746ecc79f39d0d1b559406e02e-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6d8bf62ddc624c869040e2506293876d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-08T22:20:23,443 DEBUG [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/6d8bf62ddc624c869040e2506293876d_SeqId_4_ 2024-12-08T22:20:23,446 DEBUG [StoreFileOpener-f5b21e746ecc79f39d0d1b559406e02e-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b503abf055af40feb01f69b52ce66ab0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-08T22:20:23,446 DEBUG [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/b503abf055af40feb01f69b52ce66ab0_SeqId_4_ 2024-12-08T22:20:23,447 WARN [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/4c680fdf48b847ca8cfc2c3e005071fa from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6dc42602 2024-12-08T22:20:23,447 WARN [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/4eab7beb2c1b41ffab45a10c86e93991_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6dc42602 2024-12-08T22:20:23,447 WARN [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/6d8bf62ddc624c869040e2506293876d_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6dc42602 2024-12-08T22:20:23,447 WARN [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/b503abf055af40feb01f69b52ce66ab0_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6dc42602 2024-12-08T22:20:23,447 DEBUG [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/4c680fdf48b847ca8cfc2c3e005071fa, hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/4eab7beb2c1b41ffab45a10c86e93991_SeqId_4_, hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/6d8bf62ddc624c869040e2506293876d_SeqId_4_, hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/b503abf055af40feb01f69b52ce66ab0_SeqId_4_] to archive 2024-12-08T22:20:23,448 DEBUG [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T22:20:23,449 DEBUG [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/4c680fdf48b847ca8cfc2c3e005071fa to hdfs://localhost:36211/hbase/archive/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/4c680fdf48b847ca8cfc2c3e005071fa 2024-12-08T22:20:23,450 DEBUG [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/4eab7beb2c1b41ffab45a10c86e93991_SeqId_4_ to hdfs://localhost:36211/hbase/archive/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/4eab7beb2c1b41ffab45a10c86e93991_SeqId_4_ 2024-12-08T22:20:23,451 DEBUG [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/6d8bf62ddc624c869040e2506293876d_SeqId_4_ to hdfs://localhost:36211/hbase/archive/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/6d8bf62ddc624c869040e2506293876d_SeqId_4_ 2024-12-08T22:20:23,452 DEBUG [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/b503abf055af40feb01f69b52ce66ab0_SeqId_4_ to hdfs://localhost:36211/hbase/archive/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/a/b503abf055af40feb01f69b52ce66ab0_SeqId_4_ 2024-12-08T22:20:23,452 INFO [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] regionserver.HStore(327): Store=f5b21e746ecc79f39d0d1b559406e02e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:23,452 INFO [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f5b21e746ecc79f39d0d1b559406e02e 2024-12-08T22:20:23,453 INFO [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5b21e746ecc79f39d0d1b559406e02e columnFamilyName b 2024-12-08T22:20:23,453 DEBUG [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:23,454 INFO [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] regionserver.HStore(327): Store=f5b21e746ecc79f39d0d1b559406e02e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:23,454 INFO [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f5b21e746ecc79f39d0d1b559406e02e 2024-12-08T22:20:23,454 INFO [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5b21e746ecc79f39d0d1b559406e02e columnFamilyName c 2024-12-08T22:20:23,455 DEBUG [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:23,455 INFO [StoreOpener-f5b21e746ecc79f39d0d1b559406e02e-1 {}] regionserver.HStore(327): Store=f5b21e746ecc79f39d0d1b559406e02e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:23,455 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f5b21e746ecc79f39d0d1b559406e02e 2024-12-08T22:20:23,456 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e 2024-12-08T22:20:23,457 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e 2024-12-08T22:20:23,457 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/recovered.edits/0000000000000000008 2024-12-08T22:20:23,459 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-08T22:20:23,461 DEBUG [Time-limited test {}] regionserver.HRegion(5836): f5b21e746ecc79f39d0d1b559406e02e : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "f5b21e746ecc79f39d0d1b559406e02e" family_name: "a" compaction_input: "4c680fdf48b847ca8cfc2c3e005071fa" compaction_input: "6d8bf62ddc624c869040e2506293876d_SeqId_4_" compaction_input: "4eab7beb2c1b41ffab45a10c86e93991_SeqId_4_" compaction_input: "b503abf055af40feb01f69b52ce66ab0_SeqId_4_" compaction_output: "211944f1107f49fc9aa2d854e46e85c4" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733696419126.f5b21e746ecc79f39d0d1b559406e02e." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-12-08T22:20:23,461 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-12-08T22:20:23,461 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/recovered.edits/0000000000000000008 2024-12-08T22:20:23,462 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/recovered.edits/0000000000000000008 2024-12-08T22:20:23,462 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f5b21e746ecc79f39d0d1b559406e02e 2024-12-08T22:20:23,463 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f5b21e746ecc79f39d0d1b559406e02e 2024-12-08T22:20:23,463 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T22:20:23,465 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f5b21e746ecc79f39d0d1b559406e02e 2024-12-08T22:20:23,467 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/hbase/data/default/testCompactedBulkLoadedFiles/f5b21e746ecc79f39d0d1b559406e02e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-08T22:20:23,468 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f5b21e746ecc79f39d0d1b559406e02e; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70373940, jitterRate=0.04865342378616333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T22:20:23,468 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f5b21e746ecc79f39d0d1b559406e02e: Writing region info on filesystem at 1733696423421Initializing all the Stores at 1733696423422 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696423422Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696423422Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696423422Cleaning up temporary data from old regions at 1733696423463 (+41 ms)Region opened successfully at 1733696423468 (+5 ms) 2024-12-08T22:20:23,470 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f5b21e746ecc79f39d0d1b559406e02e, disabling compactions & flushes 2024-12-08T22:20:23,470 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733696419126.f5b21e746ecc79f39d0d1b559406e02e. 2024-12-08T22:20:23,471 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733696419126.f5b21e746ecc79f39d0d1b559406e02e. 2024-12-08T22:20:23,471 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733696419126.f5b21e746ecc79f39d0d1b559406e02e. after waiting 0 ms 2024-12-08T22:20:23,471 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733696419126.f5b21e746ecc79f39d0d1b559406e02e. 2024-12-08T22:20:23,473 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733696419126.f5b21e746ecc79f39d0d1b559406e02e. 2024-12-08T22:20:23,473 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f5b21e746ecc79f39d0d1b559406e02e: Waiting for close lock at 1733696423470Disabling compacts and flushes for region at 1733696423470Disabling writes for close at 1733696423471 (+1 ms)Writing region close event to WAL at 1733696423473 (+2 ms)Closed at 1733696423473 2024-12-08T22:20:23,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741924_1103 (size=95) 2024-12-08T22:20:23,476 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733696419125/wal.1733696423404 not finished, retry = 0 2024-12-08T22:20:23,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741924_1103 (size=95) 2024-12-08T22:20:23,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741924_1103 (size=95) 2024-12-08T22:20:23,578 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T22:20:23,578 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733696423404) 2024-12-08T22:20:23,589 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=445 (was 433) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:36211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-930519868_22 at /127.0.0.1:36046 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1256812024) connection to localhost/127.0.0.1:36211 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-930519868_22 at /127.0.0.1:56284 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-930519868_22 at /127.0.0.1:48438 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1350 (was 1265) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=141 (was 136) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9253 (was 9272) 2024-12-08T22:20:23,590 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1350 is superior to 1024 2024-12-08T22:20:23,602 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=445, OpenFileDescriptor=1350, MaxFileDescriptor=1048576, SystemLoadAverage=141, ProcessCount=11, AvailableMemoryMB=9248 2024-12-08T22:20:23,602 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1350 is superior to 1024 2024-12-08T22:20:23,617 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T22:20:23,619 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T22:20:23,619 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T22:20:23,622 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-50644112, suffix=, logDir=hdfs://localhost:36211/hbase/WALs/hregion-50644112, archiveDir=hdfs://localhost:36211/hbase/oldWALs, maxLogs=32 2024-12-08T22:20:23,634 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-50644112/hregion-50644112.1733696423622, exclude list is [], retry=0 2024-12-08T22:20:23,637 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34617,DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397,DISK] 2024-12-08T22:20:23,637 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-354954ac-8e1f-4fc5-a729-2d011bd6247f,DISK] 2024-12-08T22:20:23,638 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0,DISK] 2024-12-08T22:20:23,641 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-50644112/hregion-50644112.1733696423622 2024-12-08T22:20:23,644 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42175:42175),(127.0.0.1/127.0.0.1:42475:42475),(127.0.0.1/127.0.0.1:36187:36187)] 2024-12-08T22:20:23,644 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8b812336dfa7d4431fdd9ccb845befbf, NAME => 'testReplayEditsWrittenViaHRegion,,1733696423617.8b812336dfa7d4431fdd9ccb845befbf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36211/hbase 2024-12-08T22:20:23,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741926_1105 (size=67) 2024-12-08T22:20:23,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741926_1105 (size=67) 2024-12-08T22:20:23,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741926_1105 (size=67) 2024-12-08T22:20:23,655 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733696423617.8b812336dfa7d4431fdd9ccb845befbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:20:23,656 INFO [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:23,657 INFO [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b812336dfa7d4431fdd9ccb845befbf columnFamilyName a 2024-12-08T22:20:23,657 DEBUG [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:23,658 INFO [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] regionserver.HStore(327): Store=8b812336dfa7d4431fdd9ccb845befbf/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:23,658 INFO [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:23,659 INFO [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b812336dfa7d4431fdd9ccb845befbf columnFamilyName b 2024-12-08T22:20:23,659 DEBUG [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:23,659 INFO [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] regionserver.HStore(327): Store=8b812336dfa7d4431fdd9ccb845befbf/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:23,660 INFO [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:23,661 INFO [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b812336dfa7d4431fdd9ccb845befbf columnFamilyName c 2024-12-08T22:20:23,661 DEBUG [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:23,661 INFO [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] regionserver.HStore(327): Store=8b812336dfa7d4431fdd9ccb845befbf/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:23,661 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:23,662 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:23,662 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:23,663 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:23,663 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:23,663 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T22:20:23,664 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:23,666 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T22:20:23,667 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8b812336dfa7d4431fdd9ccb845befbf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65561351, jitterRate=-0.023059740662574768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T22:20:23,667 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8b812336dfa7d4431fdd9ccb845befbf: Writing region info on filesystem at 1733696423655Initializing all the Stores at 1733696423656 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696423656Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696423656Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696423656Cleaning up temporary data from old regions at 1733696423663 (+7 ms)Region opened successfully at 1733696423667 (+4 ms) 2024-12-08T22:20:23,667 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8b812336dfa7d4431fdd9ccb845befbf, disabling compactions & flushes 2024-12-08T22:20:23,667 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733696423617.8b812336dfa7d4431fdd9ccb845befbf. 2024-12-08T22:20:23,667 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733696423617.8b812336dfa7d4431fdd9ccb845befbf. 2024-12-08T22:20:23,667 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733696423617.8b812336dfa7d4431fdd9ccb845befbf. after waiting 0 ms 2024-12-08T22:20:23,667 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733696423617.8b812336dfa7d4431fdd9ccb845befbf. 2024-12-08T22:20:23,667 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733696423617.8b812336dfa7d4431fdd9ccb845befbf. 2024-12-08T22:20:23,668 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8b812336dfa7d4431fdd9ccb845befbf: Waiting for close lock at 1733696423667Disabling compacts and flushes for region at 1733696423667Disabling writes for close at 1733696423667Writing region close event to WAL at 1733696423667Closed at 1733696423667 2024-12-08T22:20:23,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741925_1104 (size=95) 2024-12-08T22:20:23,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741925_1104 (size=95) 2024-12-08T22:20:23,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741925_1104 (size=95) 2024-12-08T22:20:23,672 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T22:20:23,672 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-50644112:(num 1733696423622) 2024-12-08T22:20:23,672 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T22:20:23,673 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616, archiveDir=hdfs://localhost:36211/hbase/oldWALs, maxLogs=32 2024-12-08T22:20:23,684 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616/wal.1733696423673, exclude list is [], retry=0 2024-12-08T22:20:23,687 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34617,DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397,DISK] 2024-12-08T22:20:23,687 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-354954ac-8e1f-4fc5-a729-2d011bd6247f,DISK] 2024-12-08T22:20:23,687 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0,DISK] 2024-12-08T22:20:23,689 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616/wal.1733696423673 2024-12-08T22:20:23,689 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42175:42175),(127.0.0.1/127.0.0.1:42475:42475),(127.0.0.1/127.0.0.1:36187:36187)] 2024-12-08T22:20:23,689 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b812336dfa7d4431fdd9ccb845befbf, NAME => 'testReplayEditsWrittenViaHRegion,,1733696423617.8b812336dfa7d4431fdd9ccb845befbf.', STARTKEY => '', ENDKEY => ''} 2024-12-08T22:20:23,689 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733696423617.8b812336dfa7d4431fdd9ccb845befbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:20:23,689 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:23,689 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:23,691 INFO [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:23,692 INFO [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b812336dfa7d4431fdd9ccb845befbf columnFamilyName a 2024-12-08T22:20:23,692 DEBUG [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:23,692 INFO [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] regionserver.HStore(327): Store=8b812336dfa7d4431fdd9ccb845befbf/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:23,692 INFO [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:23,693 INFO [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b812336dfa7d4431fdd9ccb845befbf columnFamilyName b 2024-12-08T22:20:23,693 DEBUG [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:23,693 INFO [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] regionserver.HStore(327): Store=8b812336dfa7d4431fdd9ccb845befbf/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:23,693 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T22:20:23,694 INFO [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:23,694 INFO [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b812336dfa7d4431fdd9ccb845befbf columnFamilyName c 2024-12-08T22:20:23,695 DEBUG [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:23,696 INFO [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] regionserver.HStore(327): Store=8b812336dfa7d4431fdd9ccb845befbf/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:23,696 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:23,697 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:23,698 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:23,699 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:23,699 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:23,700 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T22:20:23,701 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:23,702 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8b812336dfa7d4431fdd9ccb845befbf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71593368, jitterRate=0.06682431697845459}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T22:20:23,702 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8b812336dfa7d4431fdd9ccb845befbf: Writing region info on filesystem at 1733696423690Initializing all the Stores at 1733696423690Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696423690Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696423691 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696423691Cleaning up temporary data from old regions at 1733696423699 (+8 ms)Region opened successfully at 1733696423702 (+3 ms) 2024-12-08T22:20:23,709 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8b812336dfa7d4431fdd9ccb845befbf 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-08T22:20:23,726 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/.tmp/a/3bcbe10e1dfb4ca88eef19278ea1390d is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733696423702/Put/seqid=0 2024-12-08T22:20:23,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741928_1107 (size=5958) 2024-12-08T22:20:23,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741928_1107 (size=5958) 2024-12-08T22:20:23,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741928_1107 (size=5958) 2024-12-08T22:20:23,734 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/.tmp/a/3bcbe10e1dfb4ca88eef19278ea1390d 2024-12-08T22:20:23,740 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/.tmp/a/3bcbe10e1dfb4ca88eef19278ea1390d as hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/a/3bcbe10e1dfb4ca88eef19278ea1390d 2024-12-08T22:20:23,745 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/a/3bcbe10e1dfb4ca88eef19278ea1390d, entries=10, sequenceid=13, filesize=5.8 K 2024-12-08T22:20:23,747 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 8b812336dfa7d4431fdd9ccb845befbf in 38ms, sequenceid=13, compaction requested=false 2024-12-08T22:20:23,747 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8b812336dfa7d4431fdd9ccb845befbf: 2024-12-08T22:20:23,766 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8b812336dfa7d4431fdd9ccb845befbf, disabling compactions & flushes 2024-12-08T22:20:23,766 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733696423617.8b812336dfa7d4431fdd9ccb845befbf. 2024-12-08T22:20:23,766 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733696423617.8b812336dfa7d4431fdd9ccb845befbf. 2024-12-08T22:20:23,766 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733696423617.8b812336dfa7d4431fdd9ccb845befbf. after waiting 0 ms 2024-12-08T22:20:23,766 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733696423617.8b812336dfa7d4431fdd9ccb845befbf. 2024-12-08T22:20:23,767 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733696423617.8b812336dfa7d4431fdd9ccb845befbf. 2024-12-08T22:20:23,767 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733696423617.8b812336dfa7d4431fdd9ccb845befbf. 2024-12-08T22:20:23,767 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8b812336dfa7d4431fdd9ccb845befbf: Waiting for close lock at 1733696423766Disabling compacts and flushes for region at 1733696423766Disabling writes for close at 1733696423766Writing region close event to WAL at 1733696423767 (+1 ms)Closed at 1733696423767 2024-12-08T22:20:23,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741927_1106 (size=3344) 2024-12-08T22:20:23,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741927_1106 (size=3344) 2024-12-08T22:20:23,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741927_1106 (size=3344) 2024-12-08T22:20:23,785 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616/wal.1733696423673, size=3.3 K (3344bytes) 2024-12-08T22:20:23,785 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616/wal.1733696423673 2024-12-08T22:20:23,785 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616/wal.1733696423673 after 0ms 2024-12-08T22:20:23,787 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616/wal.1733696423673: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-08T22:20:23,788 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616/wal.1733696423673 took 3ms 2024-12-08T22:20:23,790 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616/wal.1733696423673 so closing down 2024-12-08T22:20:23,790 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T22:20:23,791 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733696423673.temp 2024-12-08T22:20:23,792 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/recovered.edits/0000000000000000003-wal.1733696423673.temp 2024-12-08T22:20:23,792 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T22:20:23,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741929_1108 (size=2944) 2024-12-08T22:20:23,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741929_1108 (size=2944) 2024-12-08T22:20:23,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741929_1108 (size=2944) 2024-12-08T22:20:23,801 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/recovered.edits/0000000000000000003-wal.1733696423673.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-08T22:20:23,802 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/recovered.edits/0000000000000000003-wal.1733696423673.temp to hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/recovered.edits/0000000000000000035 2024-12-08T22:20:23,802 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616/wal.1733696423673, size=3.3 K, length=3344, corrupted=false, cancelled=false 2024-12-08T22:20:23,803 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616/wal.1733696423673, journal: Splitting hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616/wal.1733696423673, size=3.3 K (3344bytes) at 1733696423785Finishing writing output for hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616/wal.1733696423673 so closing down at 1733696423790 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/recovered.edits/0000000000000000003-wal.1733696423673.temp at 1733696423792 (+2 ms)3 split writer threads finished at 1733696423792Closed recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/recovered.edits/0000000000000000003-wal.1733696423673.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733696423801 (+9 ms)Rename recovered edits hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/recovered.edits/0000000000000000003-wal.1733696423673.temp to hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/recovered.edits/0000000000000000035 at 1733696423802 (+1 ms)Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616/wal.1733696423673, size=3.3 K, length=3344, corrupted=false, cancelled=false at 1733696423803 (+1 ms) 2024-12-08T22:20:23,804 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616/wal.1733696423673 to hdfs://localhost:36211/hbase/oldWALs/wal.1733696423673 2024-12-08T22:20:23,805 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/recovered.edits/0000000000000000035 2024-12-08T22:20:23,805 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T22:20:23,807 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616, archiveDir=hdfs://localhost:36211/hbase/oldWALs, maxLogs=32 2024-12-08T22:20:23,819 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616/wal.1733696423807, exclude list is [], retry=0 2024-12-08T22:20:23,821 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-354954ac-8e1f-4fc5-a729-2d011bd6247f,DISK] 2024-12-08T22:20:23,822 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34617,DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397,DISK] 2024-12-08T22:20:23,822 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0,DISK] 2024-12-08T22:20:23,823 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616/wal.1733696423807 2024-12-08T22:20:23,823 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42475:42475),(127.0.0.1/127.0.0.1:42175:42175),(127.0.0.1/127.0.0.1:36187:36187)] 2024-12-08T22:20:23,824 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b812336dfa7d4431fdd9ccb845befbf, NAME => 'testReplayEditsWrittenViaHRegion,,1733696423617.8b812336dfa7d4431fdd9ccb845befbf.', STARTKEY => '', ENDKEY => ''} 2024-12-08T22:20:23,824 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733696423617.8b812336dfa7d4431fdd9ccb845befbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:20:23,824 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:23,824 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:23,825 INFO [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:23,826 INFO [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b812336dfa7d4431fdd9ccb845befbf columnFamilyName a 2024-12-08T22:20:23,826 DEBUG [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:23,833 DEBUG [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/a/3bcbe10e1dfb4ca88eef19278ea1390d 2024-12-08T22:20:23,833 INFO [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] regionserver.HStore(327): Store=8b812336dfa7d4431fdd9ccb845befbf/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:23,833 INFO [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:23,834 INFO [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b812336dfa7d4431fdd9ccb845befbf columnFamilyName b 2024-12-08T22:20:23,834 DEBUG [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:23,835 INFO [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] regionserver.HStore(327): Store=8b812336dfa7d4431fdd9ccb845befbf/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:23,835 INFO [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:23,835 INFO [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b812336dfa7d4431fdd9ccb845befbf columnFamilyName c 2024-12-08T22:20:23,835 DEBUG [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:23,836 INFO [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] regionserver.HStore(327): Store=8b812336dfa7d4431fdd9ccb845befbf/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:23,836 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:23,837 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:23,838 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:23,838 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/recovered.edits/0000000000000000035 2024-12-08T22:20:23,840 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-08T22:20:23,842 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/recovered.edits/0000000000000000035 2024-12-08T22:20:23,842 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8b812336dfa7d4431fdd9ccb845befbf 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-12-08T22:20:23,856 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/.tmp/b/4eb97796e9e34c6f9db65a4a2493f5f1 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733696423747/Put/seqid=0 2024-12-08T22:20:23,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741931_1110 (size=5958) 2024-12-08T22:20:23,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741931_1110 (size=5958) 2024-12-08T22:20:23,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741931_1110 (size=5958) 2024-12-08T22:20:23,863 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/.tmp/b/4eb97796e9e34c6f9db65a4a2493f5f1 2024-12-08T22:20:23,883 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/.tmp/c/000768128ef640678194ea0629ab7f60 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733696423756/Put/seqid=0 2024-12-08T22:20:23,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741932_1111 (size=5958) 2024-12-08T22:20:23,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741932_1111 (size=5958) 2024-12-08T22:20:23,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741932_1111 (size=5958) 2024-12-08T22:20:23,890 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/.tmp/c/000768128ef640678194ea0629ab7f60 2024-12-08T22:20:23,896 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/.tmp/b/4eb97796e9e34c6f9db65a4a2493f5f1 as hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/b/4eb97796e9e34c6f9db65a4a2493f5f1 2024-12-08T22:20:23,902 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/b/4eb97796e9e34c6f9db65a4a2493f5f1, entries=10, sequenceid=35, filesize=5.8 K 2024-12-08T22:20:23,903 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/.tmp/c/000768128ef640678194ea0629ab7f60 as hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/c/000768128ef640678194ea0629ab7f60 2024-12-08T22:20:23,909 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/c/000768128ef640678194ea0629ab7f60, entries=10, sequenceid=35, filesize=5.8 K 2024-12-08T22:20:23,909 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 8b812336dfa7d4431fdd9ccb845befbf in 67ms, sequenceid=35, compaction requested=false; wal=null 2024-12-08T22:20:23,910 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/recovered.edits/0000000000000000035 2024-12-08T22:20:23,911 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:23,911 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:23,912 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T22:20:23,913 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:23,915 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-12-08T22:20:23,916 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8b812336dfa7d4431fdd9ccb845befbf; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65394637, jitterRate=-0.025543972849845886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T22:20:23,916 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8b812336dfa7d4431fdd9ccb845befbf: Writing region info on filesystem at 1733696423824Initializing all the Stores at 1733696423825 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696423825Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696423825Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696423825Obtaining lock to block concurrent updates at 1733696423842 (+17 ms)Preparing flush snapshotting stores in 8b812336dfa7d4431fdd9ccb845befbf at 1733696423842Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733696423617.8b812336dfa7d4431fdd9ccb845befbf., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733696423842Flushing stores of testReplayEditsWrittenViaHRegion,,1733696423617.8b812336dfa7d4431fdd9ccb845befbf. at 1733696423842Flushing 8b812336dfa7d4431fdd9ccb845befbf/b: creating writer at 1733696423842Flushing 8b812336dfa7d4431fdd9ccb845befbf/b: appending metadata at 1733696423855 (+13 ms)Flushing 8b812336dfa7d4431fdd9ccb845befbf/b: closing flushed file at 1733696423855Flushing 8b812336dfa7d4431fdd9ccb845befbf/c: creating writer at 1733696423869 (+14 ms)Flushing 8b812336dfa7d4431fdd9ccb845befbf/c: appending metadata at 1733696423883 (+14 ms)Flushing 8b812336dfa7d4431fdd9ccb845befbf/c: closing flushed file at 1733696423883Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fb373c3: reopening flushed file at 1733696423895 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@209d1f18: reopening flushed file at 1733696423902 (+7 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 8b812336dfa7d4431fdd9ccb845befbf in 67ms, sequenceid=35, compaction requested=false; wal=null at 1733696423909 (+7 ms)Cleaning up temporary data from old regions at 1733696423911 (+2 ms)Region opened successfully at 1733696423916 (+5 ms) 2024-12-08T22:20:23,976 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616/wal.1733696423807, size=0 (0bytes) 2024-12-08T22:20:23,976 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616/wal.1733696423807 might be still open, length is 0 2024-12-08T22:20:23,976 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616/wal.1733696423807 2024-12-08T22:20:23,977 WARN [IPC Server handler 0 on default port 36211 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616/wal.1733696423807 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-12-08T22:20:23,977 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616/wal.1733696423807 after 1ms 2024-12-08T22:20:24,776 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:36116 [Receiving block BP-53176884-172.17.0.2-1733696385290:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:44213:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36116 dst: /127.0.0.1:44213 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44213 remote=/127.0.0.1:36116]. Total timeout mills is 60000, 59166 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:20:24,777 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:56344 [Receiving block BP-53176884-172.17.0.2-1733696385290:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:34617:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56344 dst: /127.0.0.1:34617 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:20:24,777 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-265779592_22 at /127.0.0.1:48490 [Receiving block BP-53176884-172.17.0.2-1733696385290:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:34705:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48490 dst: /127.0.0.1:34705 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:20:24,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741930_1112 (size=2936) 2024-12-08T22:20:24,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741930_1112 (size=2936) 2024-12-08T22:20:27,979 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616/wal.1733696423807 after 4003ms 2024-12-08T22:20:27,985 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616/wal.1733696423807: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-08T22:20:27,986 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616/wal.1733696423807 took 4010ms 2024-12-08T22:20:27,990 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616/wal.1733696423807; continuing. 2024-12-08T22:20:27,990 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616/wal.1733696423807 so closing down 2024-12-08T22:20:27,990 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T22:20:27,993 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733696423807.temp 2024-12-08T22:20:27,995 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/recovered.edits/0000000000000000037-wal.1733696423807.temp 2024-12-08T22:20:27,996 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T22:20:28,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741933_1113 (size=2944) 2024-12-08T22:20:28,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741933_1113 (size=2944) 2024-12-08T22:20:28,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741933_1113 (size=2944) 2024-12-08T22:20:28,004 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/recovered.edits/0000000000000000037-wal.1733696423807.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-08T22:20:28,006 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/recovered.edits/0000000000000000037-wal.1733696423807.temp to hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/recovered.edits/0000000000000000066 2024-12-08T22:20:28,006 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616/wal.1733696423807, size=0, length=0, corrupted=false, cancelled=false 2024-12-08T22:20:28,006 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616/wal.1733696423807, journal: Splitting hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616/wal.1733696423807, size=0 (0bytes) at 1733696423976Finishing writing output for hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616/wal.1733696423807 so closing down at 1733696427990 (+4014 ms)Creating recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/recovered.edits/0000000000000000037-wal.1733696423807.temp at 1733696427995 (+5 ms)3 split writer threads finished at 1733696427996 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/recovered.edits/0000000000000000037-wal.1733696423807.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733696428004 (+8 ms)Rename recovered edits hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/recovered.edits/0000000000000000037-wal.1733696423807.temp to hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/recovered.edits/0000000000000000066 at 1733696428006 (+2 ms)Processed 30 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616/wal.1733696423807, size=0, length=0, corrupted=false, cancelled=false at 1733696428006 2024-12-08T22:20:28,007 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616/wal.1733696423807 to hdfs://localhost:36211/hbase/oldWALs/wal.1733696423807 2024-12-08T22:20:28,008 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/recovered.edits/0000000000000000066 2024-12-08T22:20:28,008 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T22:20:28,010 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36211/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616, archiveDir=hdfs://localhost:36211/hbase/oldWALs, maxLogs=32 2024-12-08T22:20:28,021 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616/wal.1733696428010, exclude list is [], retry=0 2024-12-08T22:20:28,024 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-ea1ec82b-2392-43d8-b6cc-2f914137b3b0,DISK] 2024-12-08T22:20:28,024 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-354954ac-8e1f-4fc5-a729-2d011bd6247f,DISK] 2024-12-08T22:20:28,024 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34617,DS-4551867a-11f6-4eaa-a3c6-6c517ac9c397,DISK] 2024-12-08T22:20:28,087 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616/wal.1733696428010 2024-12-08T22:20:28,088 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36187:36187),(127.0.0.1/127.0.0.1:42475:42475),(127.0.0.1/127.0.0.1:42175:42175)] 2024-12-08T22:20:28,089 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733696423617.8b812336dfa7d4431fdd9ccb845befbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T22:20:28,091 INFO [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:28,093 INFO [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b812336dfa7d4431fdd9ccb845befbf columnFamilyName a 2024-12-08T22:20:28,093 DEBUG [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:28,100 DEBUG [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/a/3bcbe10e1dfb4ca88eef19278ea1390d 2024-12-08T22:20:28,100 INFO [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] regionserver.HStore(327): Store=8b812336dfa7d4431fdd9ccb845befbf/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:28,101 INFO [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:28,102 INFO [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b812336dfa7d4431fdd9ccb845befbf columnFamilyName b 2024-12-08T22:20:28,102 DEBUG [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:28,109 DEBUG [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/b/4eb97796e9e34c6f9db65a4a2493f5f1 2024-12-08T22:20:28,109 INFO [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] regionserver.HStore(327): Store=8b812336dfa7d4431fdd9ccb845befbf/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:28,109 INFO [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:28,110 INFO [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b812336dfa7d4431fdd9ccb845befbf columnFamilyName c 2024-12-08T22:20:28,110 DEBUG [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T22:20:28,114 DEBUG [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/c/000768128ef640678194ea0629ab7f60 2024-12-08T22:20:28,115 INFO [StoreOpener-8b812336dfa7d4431fdd9ccb845befbf-1 {}] regionserver.HStore(327): Store=8b812336dfa7d4431fdd9ccb845befbf/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T22:20:28,115 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:28,116 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:28,117 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:28,118 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/recovered.edits/0000000000000000066 2024-12-08T22:20:28,120 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-08T22:20:28,147 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/recovered.edits/0000000000000000066 2024-12-08T22:20:28,147 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8b812336dfa7d4431fdd9ccb845befbf 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-08T22:20:28,161 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/.tmp/a/25b6c597589d45f993da1dccc17108e0 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733696423924/Put/seqid=0 2024-12-08T22:20:28,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741935_1115 (size=5958) 2024-12-08T22:20:28,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741935_1115 (size=5958) 2024-12-08T22:20:28,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741935_1115 (size=5958) 2024-12-08T22:20:28,167 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/.tmp/a/25b6c597589d45f993da1dccc17108e0 2024-12-08T22:20:28,184 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/.tmp/b/75da3f57f82049459ec603754df610c4 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733696423930/Put/seqid=0 2024-12-08T22:20:28,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741936_1116 (size=5958) 2024-12-08T22:20:28,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741936_1116 (size=5958) 2024-12-08T22:20:28,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741936_1116 (size=5958) 2024-12-08T22:20:28,190 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/.tmp/b/75da3f57f82049459ec603754df610c4 2024-12-08T22:20:28,208 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/.tmp/c/7ad179f2fb1b4caeba4e0e2bb87bf879 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733696423936/Put/seqid=0 2024-12-08T22:20:28,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741937_1117 (size=5958) 2024-12-08T22:20:28,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741937_1117 (size=5958) 2024-12-08T22:20:28,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741937_1117 (size=5958) 2024-12-08T22:20:28,215 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/.tmp/c/7ad179f2fb1b4caeba4e0e2bb87bf879 2024-12-08T22:20:28,219 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/.tmp/a/25b6c597589d45f993da1dccc17108e0 as hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/a/25b6c597589d45f993da1dccc17108e0 2024-12-08T22:20:28,223 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/a/25b6c597589d45f993da1dccc17108e0, entries=10, sequenceid=66, filesize=5.8 K 2024-12-08T22:20:28,224 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/.tmp/b/75da3f57f82049459ec603754df610c4 as hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/b/75da3f57f82049459ec603754df610c4 2024-12-08T22:20:28,227 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/b/75da3f57f82049459ec603754df610c4, entries=10, sequenceid=66, filesize=5.8 K 2024-12-08T22:20:28,228 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/.tmp/c/7ad179f2fb1b4caeba4e0e2bb87bf879 as hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/c/7ad179f2fb1b4caeba4e0e2bb87bf879 2024-12-08T22:20:28,232 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/c/7ad179f2fb1b4caeba4e0e2bb87bf879, entries=10, sequenceid=66, filesize=5.8 K 2024-12-08T22:20:28,232 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 8b812336dfa7d4431fdd9ccb845befbf in 85ms, sequenceid=66, compaction requested=false; wal=null 2024-12-08T22:20:28,233 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/recovered.edits/0000000000000000066 2024-12-08T22:20:28,234 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:28,234 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:28,234 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T22:20:28,235 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8b812336dfa7d4431fdd9ccb845befbf 2024-12-08T22:20:28,237 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/hbase/data/default/testReplayEditsWrittenViaHRegion/8b812336dfa7d4431fdd9ccb845befbf/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-12-08T22:20:28,238 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8b812336dfa7d4431fdd9ccb845befbf; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59088039, jitterRate=-0.11951960623264313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T22:20:28,238 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8b812336dfa7d4431fdd9ccb845befbf: Writing region info on filesystem at 1733696428089Initializing all the Stores at 1733696428091 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696428091Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696428091Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733696428091Obtaining lock to block concurrent updates at 1733696428147 (+56 ms)Preparing flush snapshotting stores in 8b812336dfa7d4431fdd9ccb845befbf at 1733696428147Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733696423617.8b812336dfa7d4431fdd9ccb845befbf., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733696428148 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1733696423617.8b812336dfa7d4431fdd9ccb845befbf. at 1733696428148Flushing 8b812336dfa7d4431fdd9ccb845befbf/a: creating writer at 1733696428148Flushing 8b812336dfa7d4431fdd9ccb845befbf/a: appending metadata at 1733696428161 (+13 ms)Flushing 8b812336dfa7d4431fdd9ccb845befbf/a: closing flushed file at 1733696428161Flushing 8b812336dfa7d4431fdd9ccb845befbf/b: creating writer at 1733696428171 (+10 ms)Flushing 8b812336dfa7d4431fdd9ccb845befbf/b: appending metadata at 1733696428184 (+13 ms)Flushing 8b812336dfa7d4431fdd9ccb845befbf/b: closing flushed file at 1733696428184Flushing 8b812336dfa7d4431fdd9ccb845befbf/c: creating writer at 1733696428194 (+10 ms)Flushing 8b812336dfa7d4431fdd9ccb845befbf/c: appending metadata at 1733696428208 (+14 ms)Flushing 8b812336dfa7d4431fdd9ccb845befbf/c: closing flushed file at 1733696428208Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ba92ddb: reopening flushed file at 1733696428218 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bbed5c0: reopening flushed file at 1733696428223 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16b3de2e: reopening flushed file at 1733696428228 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 8b812336dfa7d4431fdd9ccb845befbf in 85ms, sequenceid=66, compaction requested=false; wal=null at 1733696428232 (+4 ms)Cleaning up temporary data from old regions at 1733696428234 (+2 ms)Region opened successfully at 1733696428238 (+4 ms) 2024-12-08T22:20:28,250 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8b812336dfa7d4431fdd9ccb845befbf, disabling compactions & flushes 2024-12-08T22:20:28,250 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733696423617.8b812336dfa7d4431fdd9ccb845befbf. 2024-12-08T22:20:28,250 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733696423617.8b812336dfa7d4431fdd9ccb845befbf. 2024-12-08T22:20:28,250 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733696423617.8b812336dfa7d4431fdd9ccb845befbf. after waiting 0 ms 2024-12-08T22:20:28,250 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733696423617.8b812336dfa7d4431fdd9ccb845befbf. 2024-12-08T22:20:28,252 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733696423617.8b812336dfa7d4431fdd9ccb845befbf. 2024-12-08T22:20:28,252 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8b812336dfa7d4431fdd9ccb845befbf: Waiting for close lock at 1733696428250Disabling compacts and flushes for region at 1733696428250Disabling writes for close at 1733696428250Writing region close event to WAL at 1733696428251 (+1 ms)Closed at 1733696428252 (+1 ms) 2024-12-08T22:20:28,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741934_1114 (size=95) 2024-12-08T22:20:28,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741934_1114 (size=95) 2024-12-08T22:20:28,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741934_1114 (size=95) 2024-12-08T22:20:28,255 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T22:20:28,255 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733696428010) 2024-12-08T22:20:28,269 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=450 (was 445) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:36211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1658868124_22 at /127.0.0.1:56382 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1256812024) connection to localhost/127.0.0.1:36211 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1658868124_22 at /127.0.0.1:36176 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1658868124_22 at /127.0.0.1:48536 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1416 (was 1350) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 141), ProcessCount=11 (was 11), AvailableMemoryMB=9219 (was 9248) 2024-12-08T22:20:28,269 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1416 is superior to 1024 2024-12-08T22:20:28,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-08T22:20:28,269 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T22:20:28,269 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T22:20:28,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:20:28,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:20:28,270 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T22:20:28,270 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-08T22:20:28,271 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1651798009, stopped=false 2024-12-08T22:20:28,271 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=45d1fbfb79fd,42697,1733696389699 2024-12-08T22:20:28,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42697-0x100078386070000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T22:20:28,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43167-0x100078386070001, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T22:20:28,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42405-0x100078386070002, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T22:20:28,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42697-0x100078386070000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:20:28,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43167-0x100078386070001, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:20:28,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42405-0x100078386070002, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:20:28,313 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T22:20:28,314 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T22:20:28,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42405-0x100078386070002, quorum=127.0.0.1:58144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T22:20:28,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43167-0x100078386070001, quorum=127.0.0.1:58144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T22:20:28,314 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T22:20:28,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:20:28,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42697-0x100078386070000, quorum=127.0.0.1:58144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T22:20:28,315 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '45d1fbfb79fd,43167,1733696390433' ***** 2024-12-08T22:20:28,315 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T22:20:28,315 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '45d1fbfb79fd,42405,1733696390531' ***** 2024-12-08T22:20:28,315 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T22:20:28,316 INFO [RS:0;45d1fbfb79fd:43167 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T22:20:28,316 INFO [RS:1;45d1fbfb79fd:42405 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T22:20:28,316 INFO [RS:0;45d1fbfb79fd:43167 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T22:20:28,316 INFO [RS:1;45d1fbfb79fd:42405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T22:20:28,316 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T22:20:28,316 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T22:20:28,316 INFO [RS:1;45d1fbfb79fd:42405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T22:20:28,317 INFO [RS:1;45d1fbfb79fd:42405 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:28,316 INFO [RS:0;45d1fbfb79fd:43167 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T22:20:28,317 INFO [RS:1;45d1fbfb79fd:42405 {}] regionserver.HRegionServer(959): stopping server 45d1fbfb79fd,42405,1733696390531 2024-12-08T22:20:28,317 INFO [RS:0;45d1fbfb79fd:43167 {}] regionserver.HRegionServer(959): stopping server 45d1fbfb79fd,43167,1733696390433 2024-12-08T22:20:28,317 INFO [RS:1;45d1fbfb79fd:42405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T22:20:28,317 INFO [RS:0;45d1fbfb79fd:43167 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T22:20:28,317 INFO [RS:1;45d1fbfb79fd:42405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;45d1fbfb79fd:42405. 2024-12-08T22:20:28,317 INFO [RS:0;45d1fbfb79fd:43167 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;45d1fbfb79fd:43167. 2024-12-08T22:20:28,317 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c1546c340668c4b2645b16d89018aa7, disabling compactions & flushes 2024-12-08T22:20:28,317 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:28,317 DEBUG [RS:1;45d1fbfb79fd:42405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T22:20:28,317 DEBUG [RS:0;45d1fbfb79fd:43167 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T22:20:28,318 DEBUG [RS:1;45d1fbfb79fd:42405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:20:28,318 DEBUG [RS:0;45d1fbfb79fd:43167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:20:28,318 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:28,318 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. after waiting 0 ms 2024-12-08T22:20:28,318 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:28,318 INFO [RS:1;45d1fbfb79fd:42405 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-08T22:20:28,318 INFO [RS:0;45d1fbfb79fd:43167 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T22:20:28,318 DEBUG [RS:1;45d1fbfb79fd:42405 {}] regionserver.HRegionServer(1325): Online Regions={1c1546c340668c4b2645b16d89018aa7=testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7.} 2024-12-08T22:20:28,318 INFO [RS:0;45d1fbfb79fd:43167 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T22:20:28,318 INFO [RS:0;45d1fbfb79fd:43167 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T22:20:28,318 DEBUG [RS:1;45d1fbfb79fd:42405 {}] regionserver.HRegionServer(1351): Waiting on 1c1546c340668c4b2645b16d89018aa7 2024-12-08T22:20:28,318 INFO [RS:0;45d1fbfb79fd:43167 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-08T22:20:28,318 INFO [RS:0;45d1fbfb79fd:43167 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-08T22:20:28,318 DEBUG [RS:0;45d1fbfb79fd:43167 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-08T22:20:28,319 DEBUG [RS:0;45d1fbfb79fd:43167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-08T22:20:28,319 DEBUG [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T22:20:28,319 INFO [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T22:20:28,319 DEBUG [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T22:20:28,319 DEBUG [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T22:20:28,319 DEBUG [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T22:20:28,319 INFO [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-12-08T22:20:28,323 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1c1546c340668c4b2645b16d89018aa7/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-12-08T22:20:28,324 INFO [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:28,324 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c1546c340668c4b2645b16d89018aa7: Waiting for close lock at 1733696428317Running coprocessor pre-close hooks at 1733696428317Disabling compacts and flushes for region at 1733696428317Disabling writes for close at 1733696428318 (+1 ms)Writing region close event to WAL at 1733696428319 (+1 ms)Running coprocessor post-close hooks at 1733696428324 (+5 ms)Closed at 1733696428324 2024-12-08T22:20:28,324 DEBUG [RS_CLOSE_REGION-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7. 2024-12-08T22:20:28,338 DEBUG [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/hbase/meta/1588230740/.tmp/info/b279f526092743d5b2ed017ce21ef23e is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733696404741.1c1546c340668c4b2645b16d89018aa7./info:regioninfo/1733696407854/Put/seqid=0 2024-12-08T22:20:28,342 INFO [regionserver/45d1fbfb79fd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T22:20:28,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741938_1118 (size=8243) 2024-12-08T22:20:28,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741938_1118 (size=8243) 2024-12-08T22:20:28,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741938_1118 (size=8243) 2024-12-08T22:20:28,345 INFO [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/hbase/meta/1588230740/.tmp/info/b279f526092743d5b2ed017ce21ef23e 2024-12-08T22:20:28,362 DEBUG [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/hbase/meta/1588230740/.tmp/ns/f49b884cc2184dc7b7ace74dbe4872dc is 43, key is default/ns:d/1733696392811/Put/seqid=0 2024-12-08T22:20:28,363 INFO [regionserver/45d1fbfb79fd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T22:20:28,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741939_1119 (size=5153) 2024-12-08T22:20:28,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741939_1119 (size=5153) 2024-12-08T22:20:28,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741939_1119 (size=5153) 2024-12-08T22:20:28,369 INFO [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/hbase/meta/1588230740/.tmp/ns/f49b884cc2184dc7b7ace74dbe4872dc 2024-12-08T22:20:28,387 DEBUG [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/hbase/meta/1588230740/.tmp/table/9df71beeef24468186b333d649225771 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733696405171/Put/seqid=0 2024-12-08T22:20:28,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741940_1120 (size=5431) 2024-12-08T22:20:28,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741940_1120 (size=5431) 2024-12-08T22:20:28,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741940_1120 (size=5431) 2024-12-08T22:20:28,393 INFO [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/hbase/meta/1588230740/.tmp/table/9df71beeef24468186b333d649225771 2024-12-08T22:20:28,398 DEBUG [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/hbase/meta/1588230740/.tmp/info/b279f526092743d5b2ed017ce21ef23e as hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/hbase/meta/1588230740/info/b279f526092743d5b2ed017ce21ef23e 2024-12-08T22:20:28,404 INFO [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/hbase/meta/1588230740/info/b279f526092743d5b2ed017ce21ef23e, entries=18, sequenceid=21, filesize=8.0 K 2024-12-08T22:20:28,405 DEBUG [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/hbase/meta/1588230740/.tmp/ns/f49b884cc2184dc7b7ace74dbe4872dc as hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/hbase/meta/1588230740/ns/f49b884cc2184dc7b7ace74dbe4872dc 2024-12-08T22:20:28,411 INFO [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/hbase/meta/1588230740/ns/f49b884cc2184dc7b7ace74dbe4872dc, entries=2, sequenceid=21, filesize=5.0 K 2024-12-08T22:20:28,412 DEBUG [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/hbase/meta/1588230740/.tmp/table/9df71beeef24468186b333d649225771 as hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/hbase/meta/1588230740/table/9df71beeef24468186b333d649225771 2024-12-08T22:20:28,416 INFO [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/hbase/meta/1588230740/table/9df71beeef24468186b333d649225771, entries=2, sequenceid=21, filesize=5.3 K 2024-12-08T22:20:28,418 INFO [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 98ms, sequenceid=21, compaction requested=false 2024-12-08T22:20:28,422 DEBUG [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-08T22:20:28,422 DEBUG [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T22:20:28,423 INFO [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T22:20:28,423 DEBUG [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733696428319Running coprocessor pre-close hooks at 1733696428319Disabling compacts and flushes for region at 1733696428319Disabling writes for close at 1733696428319Obtaining lock to block concurrent updates at 1733696428319Preparing flush snapshotting stores in 1588230740 at 1733696428319Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1733696428320 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733696428321 (+1 ms)Flushing 1588230740/info: creating writer at 1733696428321Flushing 1588230740/info: appending metadata at 1733696428337 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733696428337Flushing 1588230740/ns: creating writer at 1733696428350 (+13 ms)Flushing 1588230740/ns: appending metadata at 1733696428362 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733696428362Flushing 1588230740/table: creating writer at 1733696428373 (+11 ms)Flushing 1588230740/table: appending metadata at 1733696428386 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733696428386Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ce07204: reopening flushed file at 1733696428397 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51083c00: reopening flushed file at 1733696428404 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ab5712f: reopening flushed file at 1733696428411 (+7 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 98ms, sequenceid=21, compaction requested=false at 1733696428418 (+7 ms)Writing region close event to WAL at 1733696428419 (+1 ms)Running coprocessor post-close hooks at 1733696428422 (+3 ms)Closed at 1733696428423 (+1 ms) 2024-12-08T22:20:28,423 DEBUG [RS_CLOSE_META-regionserver/45d1fbfb79fd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-08T22:20:28,518 INFO [RS:1;45d1fbfb79fd:42405 {}] regionserver.HRegionServer(976): stopping server 45d1fbfb79fd,42405,1733696390531; all regions closed. 2024-12-08T22:20:28,519 INFO [RS:0;45d1fbfb79fd:43167 {}] regionserver.HRegionServer(976): stopping server 45d1fbfb79fd,43167,1733696390433; all regions closed. 2024-12-08T22:20:28,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741835_1011 (size=720) 2024-12-08T22:20:28,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741835_1011 (size=720) 2024-12-08T22:20:28,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741835_1011 (size=720) 2024-12-08T22:20:28,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741836_1012 (size=4716) 2024-12-08T22:20:28,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741836_1012 (size=4716) 2024-12-08T22:20:28,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741836_1012 (size=4716) 2024-12-08T22:20:28,528 DEBUG [RS:1;45d1fbfb79fd:42405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/oldWALs 2024-12-08T22:20:28,528 INFO [RS:1;45d1fbfb79fd:42405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 45d1fbfb79fd%2C42405%2C1733696390531:(num 1733696392061) 2024-12-08T22:20:28,528 DEBUG [RS:1;45d1fbfb79fd:42405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:20:28,528 DEBUG [RS:0;45d1fbfb79fd:43167 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/oldWALs 2024-12-08T22:20:28,528 INFO [RS:1;45d1fbfb79fd:42405 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T22:20:28,528 INFO [RS:0;45d1fbfb79fd:43167 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 45d1fbfb79fd%2C43167%2C1733696390433.meta:.meta(num 1733696392580) 2024-12-08T22:20:28,528 INFO [RS:1;45d1fbfb79fd:42405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T22:20:28,529 INFO [RS:1;45d1fbfb79fd:42405 {}] hbase.ChoreService(370): Chore service for: regionserver/45d1fbfb79fd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-08T22:20:28,529 INFO [RS:1;45d1fbfb79fd:42405 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T22:20:28,529 INFO [RS:1;45d1fbfb79fd:42405 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T22:20:28,529 INFO [RS:1;45d1fbfb79fd:42405 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T22:20:28,529 INFO [RS:1;45d1fbfb79fd:42405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T22:20:28,529 INFO [regionserver/45d1fbfb79fd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T22:20:28,529 INFO [RS:1;45d1fbfb79fd:42405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42405 2024-12-08T22:20:28,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741834_1010 (size=1705) 2024-12-08T22:20:28,532 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/WALs/45d1fbfb79fd,43167,1733696390433/45d1fbfb79fd%2C43167%2C1733696390433.1733696392039 not finished, retry = 0 2024-12-08T22:20:28,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741834_1010 (size=1705) 2024-12-08T22:20:28,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741834_1010 (size=1705) 2024-12-08T22:20:28,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42405-0x100078386070002, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/45d1fbfb79fd,42405,1733696390531 2024-12-08T22:20:28,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42697-0x100078386070000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T22:20:28,540 INFO [RS:1;45d1fbfb79fd:42405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T22:20:28,550 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [45d1fbfb79fd,42405,1733696390531] 2024-12-08T22:20:28,560 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/45d1fbfb79fd,42405,1733696390531 already deleted, retry=false 2024-12-08T22:20:28,561 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 45d1fbfb79fd,42405,1733696390531 expired; onlineServers=1 2024-12-08T22:20:28,636 DEBUG [RS:0;45d1fbfb79fd:43167 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/oldWALs 2024-12-08T22:20:28,636 INFO [RS:0;45d1fbfb79fd:43167 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 45d1fbfb79fd%2C43167%2C1733696390433:(num 1733696392039) 2024-12-08T22:20:28,636 DEBUG [RS:0;45d1fbfb79fd:43167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T22:20:28,636 INFO [RS:0;45d1fbfb79fd:43167 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T22:20:28,637 INFO [RS:0;45d1fbfb79fd:43167 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T22:20:28,637 INFO [RS:0;45d1fbfb79fd:43167 {}] hbase.ChoreService(370): Chore service for: regionserver/45d1fbfb79fd:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-08T22:20:28,637 INFO [RS:0;45d1fbfb79fd:43167 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T22:20:28,638 INFO [regionserver/45d1fbfb79fd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T22:20:28,638 INFO [RS:0;45d1fbfb79fd:43167 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43167 2024-12-08T22:20:28,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42405-0x100078386070002, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T22:20:28,650 INFO [RS:1;45d1fbfb79fd:42405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T22:20:28,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42405-0x100078386070002, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T22:20:28,650 INFO [RS:1;45d1fbfb79fd:42405 {}] regionserver.HRegionServer(1031): Exiting; stopping=45d1fbfb79fd,42405,1733696390531; zookeeper connection closed. 2024-12-08T22:20:28,651 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18f24f1e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18f24f1e 2024-12-08T22:20:28,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43167-0x100078386070001, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/45d1fbfb79fd,43167,1733696390433 2024-12-08T22:20:28,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42697-0x100078386070000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T22:20:28,688 INFO [RS:0;45d1fbfb79fd:43167 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T22:20:28,702 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [45d1fbfb79fd,43167,1733696390433] 2024-12-08T22:20:28,712 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/45d1fbfb79fd,43167,1733696390433 already deleted, retry=false 2024-12-08T22:20:28,712 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 45d1fbfb79fd,43167,1733696390433 expired; onlineServers=0 2024-12-08T22:20:28,712 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '45d1fbfb79fd,42697,1733696389699' ***** 2024-12-08T22:20:28,712 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-08T22:20:28,712 INFO [M:0;45d1fbfb79fd:42697 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T22:20:28,712 INFO [M:0;45d1fbfb79fd:42697 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T22:20:28,713 DEBUG [M:0;45d1fbfb79fd:42697 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-08T22:20:28,713 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-08T22:20:28,713 DEBUG [M:0;45d1fbfb79fd:42697 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-08T22:20:28,713 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster-HFileCleaner.large.0-1733696391718 {}] cleaner.HFileCleaner(306): Exit Thread[master/45d1fbfb79fd:0:becomeActiveMaster-HFileCleaner.large.0-1733696391718,5,FailOnTimeoutGroup] 2024-12-08T22:20:28,713 DEBUG [master/45d1fbfb79fd:0:becomeActiveMaster-HFileCleaner.small.0-1733696391719 {}] cleaner.HFileCleaner(306): Exit Thread[master/45d1fbfb79fd:0:becomeActiveMaster-HFileCleaner.small.0-1733696391719,5,FailOnTimeoutGroup] 2024-12-08T22:20:28,713 INFO [M:0;45d1fbfb79fd:42697 {}] hbase.ChoreService(370): Chore service for: master/45d1fbfb79fd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-08T22:20:28,713 INFO [M:0;45d1fbfb79fd:42697 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T22:20:28,714 DEBUG [M:0;45d1fbfb79fd:42697 {}] master.HMaster(1795): Stopping service threads 2024-12-08T22:20:28,714 INFO [M:0;45d1fbfb79fd:42697 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-08T22:20:28,714 INFO [M:0;45d1fbfb79fd:42697 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T22:20:28,715 INFO [M:0;45d1fbfb79fd:42697 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-08T22:20:28,715 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-08T22:20:28,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42697-0x100078386070000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-08T22:20:28,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42697-0x100078386070000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T22:20:28,723 DEBUG [M:0;45d1fbfb79fd:42697 {}] zookeeper.ZKUtil(347): master:42697-0x100078386070000, quorum=127.0.0.1:58144, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-08T22:20:28,723 WARN [M:0;45d1fbfb79fd:42697 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-08T22:20:28,724 INFO [M:0;45d1fbfb79fd:42697 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/.lastflushedseqids 2024-12-08T22:20:28,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741941_1121 (size=138) 2024-12-08T22:20:28,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741941_1121 (size=138) 2024-12-08T22:20:28,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741941_1121 (size=138) 2024-12-08T22:20:28,742 INFO [M:0;45d1fbfb79fd:42697 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-08T22:20:28,742 INFO [M:0;45d1fbfb79fd:42697 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-08T22:20:28,742 DEBUG [M:0;45d1fbfb79fd:42697 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T22:20:28,742 INFO [M:0;45d1fbfb79fd:42697 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T22:20:28,742 DEBUG [M:0;45d1fbfb79fd:42697 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T22:20:28,742 DEBUG [M:0;45d1fbfb79fd:42697 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T22:20:28,742 DEBUG [M:0;45d1fbfb79fd:42697 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T22:20:28,742 INFO [M:0;45d1fbfb79fd:42697 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.33 KB heapSize=83.72 KB 2024-12-08T22:20:28,757 DEBUG [M:0;45d1fbfb79fd:42697 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0e53239177e4327bb89400eadd8c1a1 is 82, key is hbase:meta,,1/info:regioninfo/1733696392659/Put/seqid=0 2024-12-08T22:20:28,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741942_1122 (size=5672) 2024-12-08T22:20:28,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741942_1122 (size=5672) 2024-12-08T22:20:28,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741942_1122 (size=5672) 2024-12-08T22:20:28,763 INFO [M:0;45d1fbfb79fd:42697 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0e53239177e4327bb89400eadd8c1a1 2024-12-08T22:20:28,783 DEBUG [M:0;45d1fbfb79fd:42697 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f04ba102bd3046e488abd607dc9868f6 is 1075, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733696405176/Put/seqid=0 2024-12-08T22:20:28,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741943_1123 (size=7754) 2024-12-08T22:20:28,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741943_1123 (size=7754) 2024-12-08T22:20:28,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741943_1123 (size=7754) 2024-12-08T22:20:28,793 INFO [M:0;45d1fbfb79fd:42697 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.60 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f04ba102bd3046e488abd607dc9868f6 2024-12-08T22:20:28,798 INFO [M:0;45d1fbfb79fd:42697 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f04ba102bd3046e488abd607dc9868f6 2024-12-08T22:20:28,802 INFO [RS:0;45d1fbfb79fd:43167 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T22:20:28,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43167-0x100078386070001, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T22:20:28,802 INFO [RS:0;45d1fbfb79fd:43167 {}] regionserver.HRegionServer(1031): Exiting; stopping=45d1fbfb79fd,43167,1733696390433; zookeeper connection closed. 2024-12-08T22:20:28,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43167-0x100078386070001, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T22:20:28,802 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66191661 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66191661 2024-12-08T22:20:28,803 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-08T22:20:28,814 DEBUG [M:0;45d1fbfb79fd:42697 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8de1dedcb014ba19dc158b72c3fe9e5 is 69, key is 45d1fbfb79fd,42405,1733696390531/rs:state/1733696391880/Put/seqid=0 2024-12-08T22:20:28,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741944_1124 (size=5440) 2024-12-08T22:20:28,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741944_1124 (size=5440) 2024-12-08T22:20:28,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741944_1124 (size=5440) 2024-12-08T22:20:28,821 INFO [M:0;45d1fbfb79fd:42697 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8de1dedcb014ba19dc158b72c3fe9e5 2024-12-08T22:20:28,825 INFO [M:0;45d1fbfb79fd:42697 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c8de1dedcb014ba19dc158b72c3fe9e5 2024-12-08T22:20:28,826 DEBUG [M:0;45d1fbfb79fd:42697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0e53239177e4327bb89400eadd8c1a1 as hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c0e53239177e4327bb89400eadd8c1a1 2024-12-08T22:20:28,832 INFO [M:0;45d1fbfb79fd:42697 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c0e53239177e4327bb89400eadd8c1a1, entries=8, sequenceid=168, filesize=5.5 K 2024-12-08T22:20:28,833 DEBUG [M:0;45d1fbfb79fd:42697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f04ba102bd3046e488abd607dc9868f6 as hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f04ba102bd3046e488abd607dc9868f6 2024-12-08T22:20:28,837 INFO [M:0;45d1fbfb79fd:42697 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f04ba102bd3046e488abd607dc9868f6 2024-12-08T22:20:28,837 INFO [M:0;45d1fbfb79fd:42697 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f04ba102bd3046e488abd607dc9868f6, entries=17, sequenceid=168, filesize=7.6 K 2024-12-08T22:20:28,838 DEBUG [M:0;45d1fbfb79fd:42697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8de1dedcb014ba19dc158b72c3fe9e5 as hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c8de1dedcb014ba19dc158b72c3fe9e5 2024-12-08T22:20:28,843 INFO [M:0;45d1fbfb79fd:42697 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c8de1dedcb014ba19dc158b72c3fe9e5 2024-12-08T22:20:28,843 INFO [M:0;45d1fbfb79fd:42697 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/user/jenkins/test-data/a96581cf-2f19-3de4-cb9a-d8b6be0d8f03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c8de1dedcb014ba19dc158b72c3fe9e5, entries=3, sequenceid=168, filesize=5.3 K 2024-12-08T22:20:28,844 INFO [M:0;45d1fbfb79fd:42697 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.33 KB/69972, heapSize ~83.42 KB/85424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 102ms, sequenceid=168, compaction requested=false 2024-12-08T22:20:28,846 INFO [M:0;45d1fbfb79fd:42697 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T22:20:28,846 DEBUG [M:0;45d1fbfb79fd:42697 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733696428742Disabling compacts and flushes for region at 1733696428742Disabling writes for close at 1733696428742Obtaining lock to block concurrent updates at 1733696428742Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733696428742Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69972, getHeapSize=85664, getOffHeapSize=0, getCellsCount=195 at 1733696428743 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733696428743Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733696428743Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733696428757 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733696428757Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733696428767 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733696428782 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733696428782Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733696428798 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733696428814 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733696428814Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@136c0ac0: reopening flushed file at 1733696428825 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4044e252: reopening flushed file at 1733696428832 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@98c0e96: reopening flushed file at 1733696428838 (+6 ms)Finished flush of dataSize ~68.33 KB/69972, heapSize ~83.42 KB/85424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 102ms, sequenceid=168, compaction requested=false at 1733696428844 (+6 ms)Writing region close event to WAL at 1733696428845 (+1 ms)Closed at 1733696428845 2024-12-08T22:20:28,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34617 is added to blk_1073741830_1006 (size=56484) 2024-12-08T22:20:28,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741830_1006 (size=56484) 2024-12-08T22:20:28,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741830_1006 (size=56484) 2024-12-08T22:20:28,848 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T22:20:28,849 INFO [M:0;45d1fbfb79fd:42697 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-08T22:20:28,849 INFO [M:0;45d1fbfb79fd:42697 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42697 2024-12-08T22:20:28,849 INFO [M:0;45d1fbfb79fd:42697 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T22:20:28,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42697-0x100078386070000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T22:20:28,959 INFO [M:0;45d1fbfb79fd:42697 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T22:20:28,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42697-0x100078386070000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T22:20:28,969 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733696408147/wal.1733696408438 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733696408147/wal.1733696408438 (inode 16655) Holder DFSClient_NONMAPREDUCE_-265779592_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733696408147/wal.1733696408438 (inode 16655) Holder DFSClient_NONMAPREDUCE_-265779592_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-08T22:20:28,970 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733696400322/wal.1733696400458 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:20:28,971 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733696423616/wal.1733696423807 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:20:28,973 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733696408579/wal.1733696418300 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733696408579/wal.1733696418300 (inode 16678) Holder DFSClient_NONMAPREDUCE_-265779592_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733696408579/wal.1733696418300 (inode 16678) Holder DFSClient_NONMAPREDUCE_-265779592_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-08T22:20:28,974 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733696393844/wal.1733696393909 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:20:28,976 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733696418488/wal.1733696418986 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733696418488/wal.1733696418986 (inode 16704) Holder DFSClient_NONMAPREDUCE_-265779592_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733696418488/wal.1733696418986 (inode 16704) Holder DFSClient_NONMAPREDUCE_-265779592_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-08T22:20:28,976 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733696419125/wal.1733696419190 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T22:20:28,978 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733696393545/wal.1733696393716 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733696393545/wal.1733696393716 (inode 16485) Holder DFSClient_NONMAPREDUCE_-265779592_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733696393545/wal.1733696393716 (inode 16485) Holder DFSClient_NONMAPREDUCE_-265779592_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-08T22:20:28,981 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733696393105/wal.1733696393330 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733696393105/wal.1733696393330 (inode 16462) Holder DFSClient_NONMAPREDUCE_-265779592_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733696393105/wal.1733696393330 (inode 16462) Holder DFSClient_NONMAPREDUCE_-265779592_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-08T22:20:29,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@641b15f3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T22:20:29,025 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@212e0707{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T22:20:29,025 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T22:20:29,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53093b69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T22:20:29,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@202e66f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/hadoop.log.dir/,STOPPED} 2024-12-08T22:20:29,029 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T22:20:29,029 WARN [BP-53176884-172.17.0.2-1733696385290 heartbeating to localhost/127.0.0.1:36211 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T22:20:29,029 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T22:20:29,029 WARN [BP-53176884-172.17.0.2-1733696385290 heartbeating to localhost/127.0.0.1:36211 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-53176884-172.17.0.2-1733696385290 (Datanode Uuid 9e0a57b9-8910-439a-8431-42f74543166a) service to localhost/127.0.0.1:36211 2024-12-08T22:20:29,031 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/cluster_6d4b0271-6815-a0b7-13b6-4346a396e70d/data/data5/current/BP-53176884-172.17.0.2-1733696385290 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T22:20:29,031 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/cluster_6d4b0271-6815-a0b7-13b6-4346a396e70d/data/data6/current/BP-53176884-172.17.0.2-1733696385290 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T22:20:29,032 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T22:20:29,035 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@452d3806{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T22:20:29,036 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@972aa25{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T22:20:29,036 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T22:20:29,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c2e58d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T22:20:29,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ac30c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/hadoop.log.dir/,STOPPED} 2024-12-08T22:20:29,037 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T22:20:29,037 WARN [BP-53176884-172.17.0.2-1733696385290 heartbeating to localhost/127.0.0.1:36211 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T22:20:29,037 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T22:20:29,037 WARN [BP-53176884-172.17.0.2-1733696385290 heartbeating to localhost/127.0.0.1:36211 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-53176884-172.17.0.2-1733696385290 (Datanode Uuid d6537e04-bdfa-4146-a5ba-821e60d2c620) service to localhost/127.0.0.1:36211 2024-12-08T22:20:29,037 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/cluster_6d4b0271-6815-a0b7-13b6-4346a396e70d/data/data3/current/BP-53176884-172.17.0.2-1733696385290 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T22:20:29,038 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/cluster_6d4b0271-6815-a0b7-13b6-4346a396e70d/data/data4/current/BP-53176884-172.17.0.2-1733696385290 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T22:20:29,038 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T22:20:29,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32507d6c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T22:20:29,040 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28253f02{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T22:20:29,040 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T22:20:29,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9e785bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T22:20:29,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e8b79bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/hadoop.log.dir/,STOPPED} 2024-12-08T22:20:29,041 WARN [BP-53176884-172.17.0.2-1733696385290 heartbeating to localhost/127.0.0.1:36211 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T22:20:29,041 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T22:20:29,041 WARN [BP-53176884-172.17.0.2-1733696385290 heartbeating to localhost/127.0.0.1:36211 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-53176884-172.17.0.2-1733696385290 (Datanode Uuid 444d367c-e8ff-423e-85d3-01ff9c808805) service to localhost/127.0.0.1:36211 2024-12-08T22:20:29,041 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T22:20:29,042 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/cluster_6d4b0271-6815-a0b7-13b6-4346a396e70d/data/data1/current/BP-53176884-172.17.0.2-1733696385290 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T22:20:29,042 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/cluster_6d4b0271-6815-a0b7-13b6-4346a396e70d/data/data2/current/BP-53176884-172.17.0.2-1733696385290 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T22:20:29,042 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T22:20:29,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@126092e9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T22:20:29,049 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13cf0cac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T22:20:29,049 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T22:20:29,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1257581c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T22:20:29,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@139bf1d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a440d342-c2f5-16bb-32e3-0deecd7e21b8/hadoop.log.dir/,STOPPED} 2024-12-08T22:20:29,058 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-08T22:20:29,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down